2024-11-12 17:52:12,671 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-12 17:52:12,722 main DEBUG Took 0.047862 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 17:52:12,723 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 17:52:12,724 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 17:52:12,725 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 17:52:12,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,740 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 17:52:12,821 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,827 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,836 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,849 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,851 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,853 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,854 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,855 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,857 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,859 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,861 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,862 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:52:12,867 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,868 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 17:52:12,874 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:52:12,879 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 17:52:12,894 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 17:52:12,895 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 17:52:12,897 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 17:52:12,898 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 17:52:12,912 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 17:52:12,919 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 17:52:12,923 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 17:52:12,924 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 17:52:12,924 main DEBUG createAppenders(={Console}) 2024-11-12 17:52:12,926 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-12 17:52:12,926 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-12 17:52:12,926 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-12 17:52:12,927 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 17:52:12,928 main DEBUG OutputStream closed 2024-11-12 17:52:12,928 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 17:52:12,929 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 17:52:12,929 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-12 17:52:13,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 17:52:13,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 17:52:13,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 17:52:13,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 17:52:13,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 17:52:13,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 17:52:13,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 17:52:13,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 17:52:13,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 17:52:13,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 17:52:13,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 17:52:13,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 17:52:13,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 17:52:13,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 17:52:13,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 17:52:13,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 17:52:13,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 17:52:13,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 17:52:13,126 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 17:52:13,127 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-12 17:52:13,127 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 17:52:13,128 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-12T17:52:13,149 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-12 17:52:13,153 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 17:52:13,153 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T17:52:13,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=2579, ProcessCount=11, AvailableMemoryMB=3460 2024-11-12T17:52:13,787 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-12T17:52:13,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec 2024-11-12T17:52:13,865 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/cluster_ff0e3299-3182-1932-26be-c29d9032ba25, deleteOnExit=true 2024-11-12T17:52:14,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/cluster_ff0e3299-3182-1932-26be-c29d9032ba25/zookeeper_0, clientPort=60371, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/cluster_ff0e3299-3182-1932-26be-c29d9032ba25/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/cluster_ff0e3299-3182-1932-26be-c29d9032ba25/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:52:14,228 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60371 2024-11-12T17:52:14,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:52:14,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:52:14,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/test.cache.data in system properties and HBase conf 2024-11-12T17:52:14,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:52:14,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:52:14,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:52:14,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:52:14,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:52:14,468 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T17:52:14,676 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:52:14,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:52:14,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:52:14,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:52:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:52:14,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:52:14,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:52:14,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:52:14,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:52:14,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:52:14,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:52:14,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:52:14,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:52:14,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:52:14,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:52:16,864 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T17:52:17,082 INFO [Time-limited test {}] log.Log(170): Logging initialized @6005ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T17:52:17,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:52:17,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:52:17,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:52:17,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:52:17,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:52:17,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:52:17,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:52:17,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:52:18,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146fb057{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/java.io.tmpdir/jetty-localhost-37481-hadoop-hdfs-3_4_1-tests_jar-_-any-2970011824137706838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:52:18,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:37481} 2024-11-12T17:52:18,173 INFO [Time-limited test {}] server.Server(415): Started @7097ms 2024-11-12T17:52:19,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:52:19,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:52:19,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:52:19,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:52:19,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:52:19,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:52:19,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:52:19,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/java.io.tmpdir/jetty-localhost-45399-hadoop-hdfs-3_4_1-tests_jar-_-any-2147003198712001848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:52:19,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:45399} 2024-11-12T17:52:19,638 INFO [Time-limited test {}] server.Server(415): Started @8562ms 2024-11-12T17:52:19,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:52:21,515 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/cluster_ff0e3299-3182-1932-26be-c29d9032ba25/data/data1/current/BP-2085662112-172.17.0.3-1731433936113/current, will proceed with Du for space computation calculation, 2024-11-12T17:52:21,515 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/cluster_ff0e3299-3182-1932-26be-c29d9032ba25/data/data2/current/BP-2085662112-172.17.0.3-1731433936113/current, will proceed with Du for space computation calculation, 2024-11-12T17:52:21,742 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:52:21,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6861fd5d0bc6ac4e with lease ID 0x30416c7291eb5a2: Processing first storage report for DS-b0715ea0-1b72-45ee-82cf-cf4d5f1f6350 from datanode DatanodeRegistration(127.0.0.1:33783, datanodeUuid=7e2c1488-2915-4e9d-b7f3-356f1fd202a6, infoPort=33629, infoSecurePort=0, ipcPort=37917, storageInfo=lv=-57;cid=testClusterID;nsid=1850842370;c=1731433936113) 2024-11-12T17:52:21,912 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6861fd5d0bc6ac4e with lease ID 0x30416c7291eb5a2: from storage DS-b0715ea0-1b72-45ee-82cf-cf4d5f1f6350 node DatanodeRegistration(127.0.0.1:33783, datanodeUuid=7e2c1488-2915-4e9d-b7f3-356f1fd202a6, infoPort=33629, infoSecurePort=0, ipcPort=37917, storageInfo=lv=-57;cid=testClusterID;nsid=1850842370;c=1731433936113), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T17:52:21,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6861fd5d0bc6ac4e with lease ID 0x30416c7291eb5a2: Processing first storage report for DS-1adc0287-e7fe-467b-89ab-0c743240d073 from datanode DatanodeRegistration(127.0.0.1:33783, datanodeUuid=7e2c1488-2915-4e9d-b7f3-356f1fd202a6, infoPort=33629, infoSecurePort=0, ipcPort=37917, storageInfo=lv=-57;cid=testClusterID;nsid=1850842370;c=1731433936113) 2024-11-12T17:52:21,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6861fd5d0bc6ac4e with lease ID 0x30416c7291eb5a2: from storage DS-1adc0287-e7fe-467b-89ab-0c743240d073 node DatanodeRegistration(127.0.0.1:33783, datanodeUuid=7e2c1488-2915-4e9d-b7f3-356f1fd202a6, infoPort=33629, infoSecurePort=0, ipcPort=37917, storageInfo=lv=-57;cid=testClusterID;nsid=1850842370;c=1731433936113), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T17:52:21,976 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec 2024-11-12T17:52:22,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:22,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:22,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:52:23,035 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70 with version=8 2024-11-12T17:52:23,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/hbase-staging 2024-11-12T17:52:23,280 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T17:52:23,774 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:52:23,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:23,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:23,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:52:23,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:23,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:52:24,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:52:24,248 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T17:52:24,289 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T17:52:24,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:52:24,357 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 88799 (auto-detected) 2024-11-12T17:52:24,358 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T17:52:24,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45645 2024-11-12T17:52:24,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45645 connecting to ZooKeeper ensemble=127.0.0.1:60371 2024-11-12T17:52:24,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456450x0, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:52:24,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45645-0x1013176dee30000 connected 2024-11-12T17:52:24,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:24,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:24,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/running 2024-11-12T17:52:24,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70, hbase.cluster.distributed=false 2024-11-12T17:52:25,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/acl 2024-11-12T17:52:25,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45645 2024-11-12T17:52:25,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45645 2024-11-12T17:52:25,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45645 2024-11-12T17:52:25,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45645 2024-11-12T17:52:25,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45645 2024-11-12T17:52:25,179 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:52:25,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:25,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:25,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:52:25,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:25,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:52:25,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:52:25,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:52:25,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35149 2024-11-12T17:52:25,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35149 connecting to ZooKeeper ensemble=127.0.0.1:60371 2024-11-12T17:52:25,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:25,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:25,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351490x0, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:52:25,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35149-0x1013176dee30001 connected 2024-11-12T17:52:25,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/running 2024-11-12T17:52:25,281 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:52:25,315 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:52:25,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/master 2024-11-12T17:52:25,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/acl 2024-11-12T17:52:25,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-12T17:52:25,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35149 2024-11-12T17:52:25,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35149 2024-11-12T17:52:25,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-12T17:52:25,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-12T17:52:25,457 DEBUG [M:0;6684de3f6e40:45645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:45645 2024-11-12T17:52:25,464 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-732806766/backup-masters/6684de3f6e40,45645,1731433943405 2024-11-12T17:52:25,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/backup-masters 2024-11-12T17:52:25,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/backup-masters 2024-11-12T17:52:25,497 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on existing znode=/0-732806766/backup-masters/6684de3f6e40,45645,1731433943405 2024-11-12T17:52:25,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-732806766/master 2024-11-12T17:52:25,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:25,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:25,583 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on existing znode=/0-732806766/master 2024-11-12T17:52:25,601 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-732806766/backup-masters/6684de3f6e40,45645,1731433943405 from backup master directory 2024-11-12T17:52:25,623 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:52:25,623 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,45645,1731433943405 2024-11-12T17:52:25,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/backup-masters 2024-11-12T17:52:25,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-732806766/backup-masters/6684de3f6e40,45645,1731433943405 2024-11-12T17:52:25,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/backup-masters 2024-11-12T17:52:25,630 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T17:52:25,636 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T17:52:25,788 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/hbase.id] with ID: 4ca9f718-6246-4ec6-a6fd-1fe53843c725 2024-11-12T17:52:25,788 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/.tmp/hbase.id 2024-11-12T17:52:25,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:52:26,255 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/.tmp/hbase.id]:[hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/hbase.id] 2024-11-12T17:52:26,382 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:26,391 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:52:26,433 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 37ms. 2024-11-12T17:52:26,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:26,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:52:26,610 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:52:26,619 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:52:26,654 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:52:26,665 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:52:26,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:52:26,860 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store 2024-11-12T17:52:26,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:52:26,960 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T17:52:26,965 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:26,973 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:52:26,973 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:26,980 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:26,982 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:52:26,982 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:26,982 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:26,988 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433946972Disabling compacts and flushes for region at 1731433946972Disabling writes for close at 1731433946982 (+10 ms)Writing region close event to WAL at 1731433946982Closed at 1731433946982 2024-11-12T17:52:26,998 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/.initializing 2024-11-12T17:52:26,999 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,45645,1731433943405 2024-11-12T17:52:27,020 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:52:27,063 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C45645%2C1731433943405, suffix=, logDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,45645,1731433943405, archiveDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/oldWALs, maxLogs=10 2024-11-12T17:52:27,104 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,45645,1731433943405/6684de3f6e40%2C45645%2C1731433943405.1731433947070, exclude list is [], retry=0 2024-11-12T17:52:27,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b0715ea0-1b72-45ee-82cf-cf4d5f1f6350,DISK] 2024-11-12T17:52:27,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T17:52:27,248 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,45645,1731433943405/6684de3f6e40%2C45645%2C1731433943405.1731433947070 2024-11-12T17:52:27,256 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629)] 2024-11-12T17:52:27,257 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:52:27,258 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:27,263 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,264 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:52:27,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:27,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:27,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:52:27,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:27,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:27,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:52:27,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:27,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:27,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:52:27,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:27,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:27,482 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,498 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,500 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,513 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,514 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,524 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:52:27,547 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:27,578 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:52:27,585 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72566353, jitterRate=0.08132292330265045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:52:27,608 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731433947290Initializing all the Stores at 1731433947307 (+17 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433947308 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433947316 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433947317 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433947317Cleaning up temporary data from old regions at 1731433947514 (+197 ms)Region opened successfully at 1731433947608 (+94 ms) 2024-11-12T17:52:27,618 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:52:27,744 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4775d4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:52:27,818 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:52:27,849 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:52:27,850 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:52:27,854 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:52:27,863 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 9 msec 2024-11-12T17:52:27,878 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 14 msec 2024-11-12T17:52:27,878 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:52:27,961 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:52:27,990 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Unable to get data of znode /0-732806766/balancer because node does not exist (not necessarily an error) 2024-11-12T17:52:28,014 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/balancer already deleted, retry=false 2024-11-12T17:52:28,029 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:52:28,036 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Unable to get data of znode /0-732806766/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:52:28,063 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/normalizer already deleted, retry=false 2024-11-12T17:52:28,070 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:52:28,093 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Unable to get data of znode /0-732806766/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:52:28,131 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/switch/split already deleted, retry=false 2024-11-12T17:52:28,141 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Unable to get data of znode /0-732806766/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:52:28,158 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/switch/merge already deleted, retry=false 2024-11-12T17:52:28,201 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Unable to get data of znode /0-732806766/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:52:28,223 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/snapshot-cleanup already deleted, retry=false 2024-11-12T17:52:28,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-732806766/running 2024-11-12T17:52:28,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:28,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-732806766/running 2024-11-12T17:52:28,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:28,254 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,45645,1731433943405, sessionid=0x1013176dee30000, setting cluster-up flag (Was=false) 2024-11-12T17:52:28,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:28,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:28,489 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-732806766/flush-table-proc/acquired, /0-732806766/flush-table-proc/reached, /0-732806766/flush-table-proc/abort 2024-11-12T17:52:28,500 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,45645,1731433943405 2024-11-12T17:52:28,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:28,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:28,838 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-732806766/online-snapshot/acquired, /0-732806766/online-snapshot/reached, /0-732806766/online-snapshot/abort 2024-11-12T17:52:28,851 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,45645,1731433943405 2024-11-12T17:52:28,896 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:52:29,005 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(746): ClusterId : 4ca9f718-6246-4ec6-a6fd-1fe53843c725 2024-11-12T17:52:29,007 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:52:29,090 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:52:29,098 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:52:29,099 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:52:29,109 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:52:29,135 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:52:29,154 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,45645,1731433943405 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:52:29,212 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:52:29,213 DEBUG [RS:0;6684de3f6e40:35149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254f8fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:52:29,215 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:29,215 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:29,220 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:29,220 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:29,227 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:52:29,228 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,228 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:52:29,228 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:52:29,252 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731433979252 2024-11-12T17:52:29,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:52:29,257 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:52:29,258 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:52:29,275 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:52:29,275 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:52:29,279 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:52:29,279 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:52:29,287 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:35149 2024-11-12T17:52:29,311 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:52:29,312 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:52:29,312 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:52:29,313 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:29,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:52:29,325 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,45645,1731433943405 with port=35149, startcode=1731433945125 2024-11-12T17:52:29,327 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:29,350 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:52:29,351 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:52:29,352 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:52:29,352 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:52:29,355 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:52:29,359 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:52:29,399 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433949361,5,FailOnTimeoutGroup] 2024-11-12T17:52:29,401 DEBUG [RS:0;6684de3f6e40:35149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:52:29,403 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433949400,5,FailOnTimeoutGroup] 2024-11-12T17:52:29,403 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:29,404 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:52:29,405 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:29,405 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:29,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:52:29,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:52:29,472 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70 2024-11-12T17:52:29,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:52:29,565 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:52:29,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:29,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,35149,1731433945125 2024-11-12T17:52:29,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45645 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,35149,1731433945125 2024-11-12T17:52:29,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:52:29,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:52:29,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:29,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:29,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:52:29,623 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70 2024-11-12T17:52:29,623 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44363 2024-11-12T17:52:29,623 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:52:29,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:52:29,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:29,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:29,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:52:29,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:52:29,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:29,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:29,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:52:29,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/rs 2024-11-12T17:52:29,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:52:29,673 DEBUG [RS:0;6684de3f6e40:35149 {}] zookeeper.ZKUtil(111): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on existing znode=/0-732806766/rs/6684de3f6e40,35149,1731433945125 2024-11-12T17:52:29,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:29,673 WARN [RS:0;6684de3f6e40:35149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:52:29,674 INFO [RS:0;6684de3f6e40:35149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:52:29,674 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125 2024-11-12T17:52:29,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:29,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:52:29,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740 2024-11-12T17:52:29,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,35149,1731433945125] 2024-11-12T17:52:29,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740 2024-11-12T17:52:29,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:52:29,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:52:29,751 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:52:29,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:52:29,768 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:52:29,783 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:52:29,788 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68851587, jitterRate=0.02596859633922577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:52:29,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731433949577Initializing all the Stores at 1731433949587 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433949587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433949588 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433949588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433949588Cleaning up temporary data from old regions at 1731433949724 (+136 ms)Region opened successfully at 1731433949795 (+71 ms) 2024-11-12T17:52:29,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:52:29,796 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:52:29,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:52:29,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:52:29,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:52:29,808 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:52:29,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433949795Disabling compacts and flushes for region at 1731433949795Disabling writes for close at 1731433949796 (+1 ms)Writing region close event to WAL at 1731433949808 (+12 ms)Closed at 1731433949808 2024-11-12T17:52:29,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:52:29,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:52:29,821 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:52:29,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:52:29,888 INFO [RS:0;6684de3f6e40:35149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:52:29,889 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:29,891 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:52:29,896 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:52:29,907 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:52:29,926 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:52:29,928 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:29,928 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,928 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,929 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,929 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,929 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,929 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:52:29,929 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,947 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,948 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,948 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,948 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,948 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:29,949 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:52:29,952 DEBUG [RS:0;6684de3f6e40:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:52:29,963 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:29,964 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:29,965 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:29,965 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:29,966 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:29,978 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,35149,1731433945125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:52:30,035 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:52:30,038 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,35149,1731433945125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:30,039 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:30,042 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.Replication(171): 6684de3f6e40,35149,1731433945125 started 2024-11-12T17:52:30,059 WARN [6684de3f6e40:45645 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:52:30,104 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:30,104 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,35149,1731433945125, RpcServer on 6684de3f6e40/172.17.0.3:35149, sessionid=0x1013176dee30001 2024-11-12T17:52:30,106 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:52:30,106 DEBUG [RS:0;6684de3f6e40:35149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,35149,1731433945125 2024-11-12T17:52:30,106 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,35149,1731433945125' 2024-11-12T17:52:30,106 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-732806766/flush-table-proc/abort' 2024-11-12T17:52:30,111 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-732806766/flush-table-proc/acquired' 2024-11-12T17:52:30,112 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:52:30,112 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:52:30,113 DEBUG [RS:0;6684de3f6e40:35149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,35149,1731433945125 2024-11-12T17:52:30,114 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,35149,1731433945125' 2024-11-12T17:52:30,119 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-732806766/online-snapshot/abort' 2024-11-12T17:52:30,135 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-732806766/online-snapshot/acquired' 2024-11-12T17:52:30,138 DEBUG [RS:0;6684de3f6e40:35149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:52:30,138 INFO [RS:0;6684de3f6e40:35149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:52:30,138 INFO [RS:0;6684de3f6e40:35149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:52:30,246 INFO [RS:0;6684de3f6e40:35149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:52:30,256 INFO [RS:0;6684de3f6e40:35149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C35149%2C1731433945125, suffix=, logDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125, archiveDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs, maxLogs=10 2024-11-12T17:52:30,325 DEBUG [RS:0;6684de3f6e40:35149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268, exclude list is [], retry=0 2024-11-12T17:52:30,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b0715ea0-1b72-45ee-82cf-cf4d5f1f6350,DISK] 2024-11-12T17:52:30,382 INFO [RS:0;6684de3f6e40:35149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 2024-11-12T17:52:30,384 DEBUG [RS:0;6684de3f6e40:35149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629)] 2024-11-12T17:52:30,567 DEBUG [6684de3f6e40:45645 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:52:30,587 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,35149,1731433945125 2024-11-12T17:52:30,616 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,35149,1731433945125, state=OPENING 2024-11-12T17:52:30,649 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:52:30,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:30,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:30,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: CHANGED 2024-11-12T17:52:30,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: CHANGED 2024-11-12T17:52:30,688 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:52:30,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,35149,1731433945125}] 2024-11-12T17:52:30,929 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:52:30,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:52:30,981 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:52:30,982 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:52:30,996 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:52:31,016 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C35149%2C1731433945125.meta, suffix=.meta, logDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125, archiveDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs, maxLogs=10 2024-11-12T17:52:31,051 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.meta.1731433951020.meta, exclude list is [], retry=0 2024-11-12T17:52:31,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b0715ea0-1b72-45ee-82cf-cf4d5f1f6350,DISK] 2024-11-12T17:52:31,094 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.meta.1731433951020.meta 2024-11-12T17:52:31,100 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629)] 2024-11-12T17:52:31,100 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:52:31,115 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:52:31,120 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:52:31,123 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:52:31,130 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:52:31,139 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:52:31,144 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:31,145 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:52:31,145 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:52:31,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:52:31,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:52:31,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:31,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:31,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:52:31,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:52:31,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:31,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:31,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:52:31,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:52:31,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:31,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:31,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:52:31,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:52:31,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:31,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:31,216 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:52:31,231 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740 2024-11-12T17:52:31,242 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740 2024-11-12T17:52:31,253 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:52:31,253 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:52:31,254 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:52:31,261 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:52:31,263 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72770094, jitterRate=0.08435890078544617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:52:31,264 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:52:31,266 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731433951146Writing region info on filesystem at 1731433951146Initializing all the Stores at 1731433951157 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433951157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433951160 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433951160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433951160Cleaning up temporary data from old regions at 1731433951253 (+93 ms)Running coprocessor post-open hooks at 1731433951264 (+11 ms)Region opened successfully at 1731433951265 (+1 ms) 2024-11-12T17:52:31,287 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731433950910 2024-11-12T17:52:31,327 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,35149,1731433945125 2024-11-12T17:52:31,327 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:52:31,328 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:52:31,344 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,35149,1731433945125, state=OPEN 2024-11-12T17:52:31,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-732806766/meta-region-server 2024-11-12T17:52:31,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: CHANGED 2024-11-12T17:52:31,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-732806766/meta-region-server 2024-11-12T17:52:31,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: CHANGED 2024-11-12T17:52:31,392 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,35149,1731433945125 2024-11-12T17:52:31,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:52:31,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.5330 sec 2024-11-12T17:52:31,416 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:52:31,416 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:52:31,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:52:31,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,35149,1731433945125 in 702 msec 2024-11-12T17:52:31,485 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:52:31,486 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,35149,1731433945125, seqNum=-1] 2024-11-12T17:52:31,564 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:52:31,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:52:31,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.6360 sec 2024-11-12T17:52:31,634 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731433951634, completionTime=-1 2024-11-12T17:52:31,640 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:52:31,641 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:52:31,706 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:52:31,706 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434011706 2024-11-12T17:52:31,706 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434071706 2024-11-12T17:52:31,706 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 65 msec 2024-11-12T17:52:31,713 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45645,1731433943405-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:31,714 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45645,1731433943405-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:31,714 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45645,1731433943405-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:31,721 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:45645, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:31,731 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:31,739 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:52:31,739 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:31,797 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.169sec 2024-11-12T17:52:31,798 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:52:31,800 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:52:31,802 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:52:31,802 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:52:31,803 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:52:31,812 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45645,1731433943405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:52:31,813 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45645,1731433943405-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:52:31,855 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:52:31,857 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:52:31,857 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45645,1731433943405-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:31,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f4153c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:31,893 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T17:52:31,893 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T17:52:31,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,45645,-1 for getting cluster id 2024-11-12T17:52:31,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:31,924 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ca9f718-6246-4ec6-a6fd-1fe53843c725' 2024-11-12T17:52:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ca9f718-6246-4ec6-a6fd-1fe53843c725" 2024-11-12T17:52:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27704c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,45645,-1] 2024-11-12T17:52:31,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:31,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:31,952 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:31,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7f98cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:31,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:52:31,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,35149,1731433945125, seqNum=-1] 2024-11-12T17:52:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:52:32,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:52:32,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,45645,1731433943405 2024-11-12T17:52:32,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60371 2024-11-12T17:52:32,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:52:32,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013176dee30002 connected 2024-11-12T17:52:32,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/hadoop.log.dir so I do NOT create it in target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539 2024-11-12T17:52:32,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:52:32,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/hadoop.tmp.dir so I do NOT create it in target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539 2024-11-12T17:52:32,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:52:32,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539 2024-11-12T17:52:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:52:32,216 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/cluster_59802166-262b-05d1-c7af-295b7b68b807, deleteOnExit=true 2024-11-12T17:52:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:52:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/test.cache.data in system properties and HBase conf 2024-11-12T17:52:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:52:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:52:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:52:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:52:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:52:32,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:52:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:52:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:52:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:52:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:52:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:52:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:52:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:52:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:52:32,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:52:32,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:52:32,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:52:32,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:52:32,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:52:32,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:52:32,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:52:32,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:52:32,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:52:32,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:52:32,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:52:32,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:52:32,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:52:32,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:52:33,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a033f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/java.io.tmpdir/jetty-localhost-42263-hadoop-hdfs-3_4_1-tests_jar-_-any-2044225320533289878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:52:33,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:42263} 2024-11-12T17:52:33,158 INFO [Time-limited test {}] server.Server(415): Started @22082ms 2024-11-12T17:52:33,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:52:33,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:52:33,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:52:33,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:52:33,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:52:33,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:52:33,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:52:33,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c12bb3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/java.io.tmpdir/jetty-localhost-44829-hadoop-hdfs-3_4_1-tests_jar-_-any-2542497452530203587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:52:33,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:44829} 2024-11-12T17:52:33,953 INFO [Time-limited test {}] server.Server(415): Started @22877ms 2024-11-12T17:52:33,964 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:52:34,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:52:34,240 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T17:52:34,280 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:52:34,280 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T17:52:34,281 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:52:34,281 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T17:52:34,281 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T17:52:34,281 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T17:52:34,840 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/cluster_59802166-262b-05d1-c7af-295b7b68b807/data/data1/current/BP-1731316984-172.17.0.3-1731433952282/current, will proceed with Du for space computation calculation, 2024-11-12T17:52:34,840 WARN [Thread-197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/cluster_59802166-262b-05d1-c7af-295b7b68b807/data/data2/current/BP-1731316984-172.17.0.3-1731433952282/current, will proceed with Du for space computation calculation, 2024-11-12T17:52:34,928 WARN [Thread-184 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:52:34,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa591ea9b26b120be with lease ID 0x2867ae38680513d1: Processing first storage report for DS-28ec9296-ea57-49ee-a177-84fa468d5eb9 from datanode DatanodeRegistration(127.0.0.1:42517, datanodeUuid=fa4f51e6-e795-44db-9ce7-638e6e9c82f5, infoPort=38459, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=1099276382;c=1731433952282) 2024-11-12T17:52:34,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa591ea9b26b120be with lease ID 0x2867ae38680513d1: from storage DS-28ec9296-ea57-49ee-a177-84fa468d5eb9 node DatanodeRegistration(127.0.0.1:42517, datanodeUuid=fa4f51e6-e795-44db-9ce7-638e6e9c82f5, infoPort=38459, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=1099276382;c=1731433952282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:52:34,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa591ea9b26b120be with lease ID 0x2867ae38680513d1: Processing first storage report for DS-628d843e-40f5-4508-ac53-4f8aae5bdba8 from datanode DatanodeRegistration(127.0.0.1:42517, datanodeUuid=fa4f51e6-e795-44db-9ce7-638e6e9c82f5, infoPort=38459, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=1099276382;c=1731433952282) 2024-11-12T17:52:34,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa591ea9b26b120be with lease ID 0x2867ae38680513d1: from storage DS-628d843e-40f5-4508-ac53-4f8aae5bdba8 node DatanodeRegistration(127.0.0.1:42517, datanodeUuid=fa4f51e6-e795-44db-9ce7-638e6e9c82f5, infoPort=38459, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=1099276382;c=1731433952282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:52:35,016 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539 2024-11-12T17:52:35,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:35,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:35,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:52:35,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f with version=8 2024-11-12T17:52:35,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/hbase-staging 2024-11-12T17:52:35,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:52:35,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:35,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:35,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:52:35,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:35,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:52:35,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:52:35,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:52:35,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33359 2024-11-12T17:52:35,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33359 connecting to ZooKeeper ensemble=127.0.0.1:60371 2024-11-12T17:52:35,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333590x0, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:52:35,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33359-0x1013176dee30003 connected 2024-11-12T17:52:35,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:35,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:35,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Set watcher on znode that does not yet exist, /11012070130/running 2024-11-12T17:52:35,333 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f, hbase.cluster.distributed=false 2024-11-12T17:52:35,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Set watcher on znode that does not yet exist, /11012070130/acl 2024-11-12T17:52:35,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33359 2024-11-12T17:52:35,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33359 2024-11-12T17:52:35,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33359 2024-11-12T17:52:35,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33359 2024-11-12T17:52:35,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33359 2024-11-12T17:52:35,396 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:52:35,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:35,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:35,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:52:35,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:35,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:52:35,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:52:35,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:52:35,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36421 2024-11-12T17:52:35,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36421 connecting to ZooKeeper ensemble=127.0.0.1:60371 2024-11-12T17:52:35,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:35,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:35,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364210x0, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:52:35,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36421-0x1013176dee30004 connected 2024-11-12T17:52:35,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Set watcher on znode that does not yet exist, /11012070130/running 2024-11-12T17:52:35,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:52:35,441 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:52:35,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Set watcher on znode that does not yet exist, /11012070130/master 2024-11-12T17:52:35,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Set watcher on znode that does not yet exist, /11012070130/acl 2024-11-12T17:52:35,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36421 2024-11-12T17:52:35,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36421 2024-11-12T17:52:35,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36421 2024-11-12T17:52:35,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36421 2024-11-12T17:52:35,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36421 2024-11-12T17:52:35,514 DEBUG [M:0;6684de3f6e40:33359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:33359 2024-11-12T17:52:35,514 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11012070130/backup-masters/6684de3f6e40,33359,1731433955120 2024-11-12T17:52:35,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130/backup-masters 2024-11-12T17:52:35,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130/backup-masters 2024-11-12T17:52:35,524 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Set watcher on existing znode=/11012070130/backup-masters/6684de3f6e40,33359,1731433955120 2024-11-12T17:52:35,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:35,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11012070130/master 2024-11-12T17:52:35,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:35,594 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Set watcher on existing znode=/11012070130/master 2024-11-12T17:52:35,599 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11012070130/backup-masters/6684de3f6e40,33359,1731433955120 from backup master directory 2024-11-12T17:52:35,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11012070130/backup-masters/6684de3f6e40,33359,1731433955120 2024-11-12T17:52:35,612 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:52:35,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130/backup-masters 2024-11-12T17:52:35,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130/backup-masters 2024-11-12T17:52:35,612 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,33359,1731433955120 2024-11-12T17:52:35,632 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/hbase.id] with ID: 6cfdd095-ec89-4b58-932f-397b255d1b32 2024-11-12T17:52:35,632 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/.tmp/hbase.id 2024-11-12T17:52:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:52:35,649 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/.tmp/hbase.id]:[hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/hbase.id] 2024-11-12T17:52:35,681 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:35,681 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:52:35,686 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-12T17:52:35,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:35,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:52:35,737 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:52:36,121 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:52:36,122 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:52:36,123 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:52:36,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:52:36,150 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store 2024-11-12T17:52:36,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:52:36,580 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:36,580 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:52:36,580 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:36,581 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:36,581 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:52:36,581 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:36,581 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:36,581 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433956580Disabling compacts and flushes for region at 1731433956580Disabling writes for close at 1731433956581 (+1 ms)Writing region close event to WAL at 1731433956581Closed at 1731433956581 2024-11-12T17:52:36,584 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/.initializing 2024-11-12T17:52:36,584 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/WALs/6684de3f6e40,33359,1731433955120 2024-11-12T17:52:36,587 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:52:36,595 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C33359%2C1731433955120, suffix=, logDir=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/WALs/6684de3f6e40,33359,1731433955120, archiveDir=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/oldWALs, maxLogs=10 2024-11-12T17:52:36,621 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/WALs/6684de3f6e40,33359,1731433955120/6684de3f6e40%2C33359%2C1731433955120.1731433956595, exclude list is [], retry=0 2024-11-12T17:52:36,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42517,DS-28ec9296-ea57-49ee-a177-84fa468d5eb9,DISK] 2024-11-12T17:52:36,653 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/WALs/6684de3f6e40,33359,1731433955120/6684de3f6e40%2C33359%2C1731433955120.1731433956595 2024-11-12T17:52:36,655 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38459:38459)] 2024-11-12T17:52:36,656 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:52:36,657 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:36,657 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,657 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:52:36,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:36,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:36,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:52:36,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:36,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:52:36,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:36,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:52:36,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:36,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:36,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:52:36,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:36,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:36,712 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,714 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,715 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,720 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,720 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,722 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:52:36,726 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:36,744 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:52:36,746 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65621792, jitterRate=-0.022159099578857422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:52:36,746 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731433956657Initializing all the Stores at 1731433956665 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433956666 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433956667 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433956667Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433956667Cleaning up temporary data from old regions at 1731433956721 (+54 ms)Region opened successfully at 1731433956746 (+25 ms) 2024-11-12T17:52:36,746 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:52:36,757 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23dcdad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:52:36,763 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:52:36,764 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:52:36,764 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:52:36,764 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:52:36,766 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T17:52:36,766 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:52:36,766 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:52:36,778 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:52:36,780 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Unable to get data of znode /11012070130/balancer because node does not exist (not necessarily an error) 2024-11-12T17:52:36,790 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11012070130/balancer already deleted, retry=false 2024-11-12T17:52:36,790 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:52:36,792 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Unable to get data of znode /11012070130/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:52:36,798 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11012070130/normalizer already deleted, retry=false 2024-11-12T17:52:36,799 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:52:36,802 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Unable to get data of znode /11012070130/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:52:36,812 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11012070130/switch/split already deleted, retry=false 2024-11-12T17:52:36,814 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Unable to get data of znode /11012070130/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:52:36,823 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11012070130/switch/merge already deleted, retry=false 2024-11-12T17:52:36,827 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Unable to get data of znode /11012070130/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:52:36,837 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11012070130/snapshot-cleanup already deleted, retry=false 2024-11-12T17:52:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11012070130/running 2024-11-12T17:52:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11012070130/running 2024-11-12T17:52:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:36,850 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,33359,1731433955120, sessionid=0x1013176dee30003, setting cluster-up flag (Was=false) 2024-11-12T17:52:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:36,890 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11012070130/flush-table-proc/acquired, /11012070130/flush-table-proc/reached, /11012070130/flush-table-proc/abort 2024-11-12T17:52:36,891 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,33359,1731433955120 2024-11-12T17:52:36,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:36,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:36,948 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11012070130/online-snapshot/acquired, /11012070130/online-snapshot/reached, /11012070130/online-snapshot/abort 2024-11-12T17:52:36,953 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,33359,1731433955120 2024-11-12T17:52:36,955 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:52:36,958 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:52:36,958 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:52:36,959 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:52:36,959 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,33359,1731433955120 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:52:36,961 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:36,961 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:36,961 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:36,961 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:36,961 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:52:36,962 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:36,962 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:52:36,962 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:36,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:52:36,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:52:36,968 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:36,968 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:52:37,019 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731433987019 2024-11-12T17:52:37,020 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:52:37,020 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:52:37,020 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:52:37,020 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:52:37,020 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:52:37,020 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:52:37,021 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,021 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:52:37,021 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:52:37,022 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:52:37,022 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:52:37,023 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:52:37,023 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:52:37,023 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433957023,5,FailOnTimeoutGroup] 2024-11-12T17:52:37,023 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433957023,5,FailOnTimeoutGroup] 2024-11-12T17:52:37,023 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,024 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:52:37,024 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,024 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,026 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(746): ClusterId : 6cfdd095-ec89-4b58-932f-397b255d1b32 2024-11-12T17:52:37,026 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:52:37,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:52:37,048 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:52:37,048 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:52:37,058 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:52:37,058 DEBUG [RS:0;6684de3f6e40:36421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444567ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:52:37,091 DEBUG [RS:0;6684de3f6e40:36421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:36421 2024-11-12T17:52:37,091 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:52:37,091 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:52:37,091 DEBUG [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:52:37,093 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,33359,1731433955120 with port=36421, startcode=1731433955396 2024-11-12T17:52:37,093 DEBUG [RS:0;6684de3f6e40:36421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:52:37,098 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:52:37,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33359 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,36421,1731433955396 2024-11-12T17:52:37,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33359 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,36421,1731433955396 2024-11-12T17:52:37,109 DEBUG [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f 2024-11-12T17:52:37,109 DEBUG [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43231 2024-11-12T17:52:37,109 DEBUG [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:52:37,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130/rs 2024-11-12T17:52:37,175 DEBUG [RS:0;6684de3f6e40:36421 {}] zookeeper.ZKUtil(111): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Set watcher on existing znode=/11012070130/rs/6684de3f6e40,36421,1731433955396 2024-11-12T17:52:37,175 WARN [RS:0;6684de3f6e40:36421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:52:37,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,36421,1731433955396] 2024-11-12T17:52:37,175 INFO [RS:0;6684de3f6e40:36421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:52:37,176 DEBUG [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/WALs/6684de3f6e40,36421,1731433955396 2024-11-12T17:52:37,186 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:52:37,211 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:52:37,212 INFO [RS:0;6684de3f6e40:36421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:52:37,212 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,213 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:52:37,214 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:52:37,214 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,215 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:37,215 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:37,215 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:37,215 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:37,215 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:37,215 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:52:37,215 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:37,215 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:37,215 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:37,216 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:37,216 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:37,216 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:37,216 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:52:37,216 DEBUG [RS:0;6684de3f6e40:36421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:52:37,231 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,231 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,231 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,232 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,232 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,232 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36421,1731433955396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:52:37,255 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:52:37,256 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36421,1731433955396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,256 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,256 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.Replication(171): 6684de3f6e40,36421,1731433955396 started 2024-11-12T17:52:37,275 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:37,275 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,36421,1731433955396, RpcServer on 6684de3f6e40/172.17.0.3:36421, sessionid=0x1013176dee30004 2024-11-12T17:52:37,276 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:52:37,276 DEBUG [RS:0;6684de3f6e40:36421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,36421,1731433955396 2024-11-12T17:52:37,276 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,36421,1731433955396' 2024-11-12T17:52:37,276 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11012070130/flush-table-proc/abort' 2024-11-12T17:52:37,276 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11012070130/flush-table-proc/acquired' 2024-11-12T17:52:37,277 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:52:37,277 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:52:37,277 DEBUG [RS:0;6684de3f6e40:36421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,36421,1731433955396 2024-11-12T17:52:37,277 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,36421,1731433955396' 2024-11-12T17:52:37,277 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11012070130/online-snapshot/abort' 2024-11-12T17:52:37,278 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11012070130/online-snapshot/acquired' 2024-11-12T17:52:37,278 DEBUG [RS:0;6684de3f6e40:36421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:52:37,278 INFO [RS:0;6684de3f6e40:36421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:52:37,278 INFO [RS:0;6684de3f6e40:36421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:52:37,379 INFO [RS:0;6684de3f6e40:36421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:52:37,390 INFO [RS:0;6684de3f6e40:36421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C36421%2C1731433955396, suffix=, logDir=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/WALs/6684de3f6e40,36421,1731433955396, archiveDir=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/oldWALs, maxLogs=10 2024-11-12T17:52:37,412 DEBUG [RS:0;6684de3f6e40:36421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/WALs/6684de3f6e40,36421,1731433955396/6684de3f6e40%2C36421%2C1731433955396.1731433957392, exclude list is [], retry=0 2024-11-12T17:52:37,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42517,DS-28ec9296-ea57-49ee-a177-84fa468d5eb9,DISK] 2024-11-12T17:52:37,430 INFO [RS:0;6684de3f6e40:36421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/WALs/6684de3f6e40,36421,1731433955396/6684de3f6e40%2C36421%2C1731433955396.1731433957392 2024-11-12T17:52:37,432 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:52:37,432 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f 2024-11-12T17:52:37,435 DEBUG [RS:0;6684de3f6e40:36421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38459:38459)] 2024-11-12T17:52:37,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741833_1009 (size=32) 2024-11-12T17:52:37,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:37,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:52:37,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:52:37,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:37,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:37,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:52:37,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:52:37,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:37,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:37,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:52:37,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:52:37,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:37,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:37,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:52:37,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:52:37,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:37,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:37,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:52:37,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/1588230740 2024-11-12T17:52:37,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/1588230740 2024-11-12T17:52:37,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:52:37,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:52:37,934 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:52:37,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:52:37,967 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:52:37,972 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61378648, jitterRate=-0.08538687229156494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:52:37,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731433957858Initializing all the Stores at 1731433957867 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433957868 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433957868Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433957868Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433957869 (+1 ms)Cleaning up temporary data from old regions at 1731433957929 (+60 ms)Region opened successfully at 1731433957972 (+43 ms) 2024-11-12T17:52:37,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:52:37,972 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:52:37,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:52:37,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:52:37,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:52:37,983 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:52:37,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433957972Disabling compacts and flushes for region at 1731433957972Disabling writes for close at 1731433957973 (+1 ms)Writing region close event to WAL at 1731433957982 (+9 ms)Closed at 1731433957982 2024-11-12T17:52:37,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:52:37,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:52:37,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:52:38,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:52:38,012 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:52:38,162 DEBUG [6684de3f6e40:33359 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:52:38,163 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,36421,1731433955396 2024-11-12T17:52:38,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,36421,1731433955396, state=OPENING 2024-11-12T17:52:38,195 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:52:38,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:38,214 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:52:38,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,36421,1731433955396}] 2024-11-12T17:52:38,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:38,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11012070130/meta-region-server: CHANGED 2024-11-12T17:52:38,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11012070130/meta-region-server: CHANGED 2024-11-12T17:52:38,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:52:38,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:52:38,404 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:52:38,404 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:52:38,405 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:52:38,419 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C36421%2C1731433955396.meta, suffix=.meta, logDir=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/WALs/6684de3f6e40,36421,1731433955396, archiveDir=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/oldWALs, maxLogs=10 2024-11-12T17:52:38,443 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/WALs/6684de3f6e40,36421,1731433955396/6684de3f6e40%2C36421%2C1731433955396.meta.1731433958421.meta, exclude list is [], retry=0 2024-11-12T17:52:38,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42517,DS-28ec9296-ea57-49ee-a177-84fa468d5eb9,DISK] 2024-11-12T17:52:38,473 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/WALs/6684de3f6e40,36421,1731433955396/6684de3f6e40%2C36421%2C1731433955396.meta.1731433958421.meta 2024-11-12T17:52:38,475 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38459:38459)] 2024-11-12T17:52:38,475 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:52:38,476 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:52:38,476 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:52:38,476 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:52:38,476 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:52:38,479 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:52:38,480 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:38,481 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:52:38,481 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:52:38,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:52:38,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:52:38,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:38,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:38,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:52:38,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:52:38,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:38,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:38,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:52:38,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:52:38,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:38,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:38,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:52:38,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:52:38,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:38,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:38,544 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:52:38,550 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/1588230740 2024-11-12T17:52:38,560 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/1588230740 2024-11-12T17:52:38,566 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:52:38,566 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:52:38,567 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:52:38,570 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:52:38,572 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75338095, jitterRate=0.12262509763240814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:52:38,572 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:52:38,573 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731433958481Writing region info on filesystem at 1731433958481Initializing all the Stores at 1731433958488 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433958488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433958488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433958488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433958488Cleaning up temporary data from old regions at 1731433958566 (+78 ms)Running coprocessor post-open hooks at 1731433958572 (+6 ms)Region opened successfully at 1731433958572 2024-11-12T17:52:38,576 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731433958374 2024-11-12T17:52:38,584 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:52:38,584 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:52:38,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,36421,1731433955396 2024-11-12T17:52:38,594 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,36421,1731433955396, state=OPEN 2024-11-12T17:52:38,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11012070130/meta-region-server 2024-11-12T17:52:38,608 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,36421,1731433955396 2024-11-12T17:52:38,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11012070130/meta-region-server 2024-11-12T17:52:38,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11012070130/meta-region-server: CHANGED 2024-11-12T17:52:38,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11012070130/meta-region-server: CHANGED 2024-11-12T17:52:38,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:52:38,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-11-12T17:52:38,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:52:38,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,36421,1731433955396 in 394 msec 2024-11-12T17:52:38,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:52:38,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:52:38,638 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:52:38,639 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,36421,1731433955396, seqNum=-1] 2024-11-12T17:52:38,639 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:52:38,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:52:38,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7160 sec 2024-11-12T17:52:38,679 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731433958679, completionTime=-1 2024-11-12T17:52:38,679 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:52:38,680 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:52:38,699 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:52:38,699 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434018699 2024-11-12T17:52:38,699 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434078699 2024-11-12T17:52:38,699 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 19 msec 2024-11-12T17:52:38,700 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33359,1731433955120-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:38,700 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33359,1731433955120-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:38,700 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33359,1731433955120-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:38,700 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:33359, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:38,701 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:38,707 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:38,725 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:52:38,751 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.137sec 2024-11-12T17:52:38,751 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:52:38,751 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:52:38,751 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:52:38,751 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:52:38,751 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:52:38,751 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33359,1731433955120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:52:38,751 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33359,1731433955120-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:52:38,782 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:52:38,782 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:52:38,782 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33359,1731433955120-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:38,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:38,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33359,-1 for getting cluster id 2024-11-12T17:52:38,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:38,831 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cfdd095-ec89-4b58-932f-397b255d1b32' 2024-11-12T17:52:38,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:38,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cfdd095-ec89-4b58-932f-397b255d1b32" 2024-11-12T17:52:38,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfc27f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:38,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33359,-1] 2024-11-12T17:52:38,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:38,837 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:38,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bf724e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:38,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:52:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,36421,1731433955396, seqNum=-1] 2024-11-12T17:52:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:52:38,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:52:38,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,33359,1731433955120 2024-11-12T17:52:38,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60371 2024-11-12T17:52:38,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:52:38,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013176dee30005 connected 2024-11-12T17:52:38,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f6f83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:38,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,45645,-1 for getting cluster id 2024-11-12T17:52:38,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:39,000 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ca9f718-6246-4ec6-a6fd-1fe53843c725' 2024-11-12T17:52:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ca9f718-6246-4ec6-a6fd-1fe53843c725" 2024-11-12T17:52:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d76e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,45645,-1] 2024-11-12T17:52:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:39,016 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515be33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:39,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,45645,1731433943405 2024-11-12T17:52:39,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bf0c503 2024-11-12T17:52:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:39,088 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:52:39,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:33359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:52:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:52:39,127 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:33359' 2024-11-12T17:52:39,133 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75215751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:39,134 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33359,-1 for getting cluster id 2024-11-12T17:52:39,134 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:39,136 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cfdd095-ec89-4b58-932f-397b255d1b32' 2024-11-12T17:52:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:52:39,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:39,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cfdd095-ec89-4b58-932f-397b255d1b32" 2024-11-12T17:52:39,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372181f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:39,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33359,-1] 2024-11-12T17:52:39,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:39,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:39,143 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:39,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d788514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:39,150 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:39,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33359,1731433955120 2024-11-12T17:52:39,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ac2cc44 2024-11-12T17:52:39,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:39,162 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:52:39,184 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T17:52:39,185 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:52:39,191 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:39,193 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:39,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:39,197 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:52:39,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:52:39,211 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:52:39,212 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:39,214 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:52:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:52:39,268 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:52:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741835_1011 (size=1138) 2024-11-12T17:52:39,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a85f703d6682c887444978de546d0495, NAME => 'hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70 2024-11-12T17:52:39,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741836_1012 (size=44) 2024-11-12T17:52:39,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:39,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a85f703d6682c887444978de546d0495, disabling compactions & flushes 2024-11-12T17:52:39,365 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:39,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:39,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. after waiting 0 ms 2024-11-12T17:52:39,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:39,365 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:39,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a85f703d6682c887444978de546d0495: Waiting for close lock at 1731433959365Disabling compacts and flushes for region at 1731433959365Disabling writes for close at 1731433959365Writing region close event to WAL at 1731433959365Closed at 1731433959365 2024-11-12T17:52:39,372 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:52:39,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731433959372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731433959372"}]},"ts":"1731433959372"} 2024-11-12T17:52:39,384 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:52:39,387 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:52:39,390 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731433959387"}]},"ts":"1731433959387"} 2024-11-12T17:52:39,410 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:52:39,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a85f703d6682c887444978de546d0495, ASSIGN}] 2024-11-12T17:52:39,417 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a85f703d6682c887444978de546d0495, ASSIGN 2024-11-12T17:52:39,419 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a85f703d6682c887444978de546d0495, ASSIGN; state=OFFLINE, location=6684de3f6e40,35149,1731433945125; forceNewPlan=false, retain=false 2024-11-12T17:52:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:52:39,576 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a85f703d6682c887444978de546d0495, regionState=OPENING, regionLocation=6684de3f6e40,35149,1731433945125 2024-11-12T17:52:39,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a85f703d6682c887444978de546d0495, ASSIGN because future has completed 2024-11-12T17:52:39,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a85f703d6682c887444978de546d0495, server=6684de3f6e40,35149,1731433945125}] 2024-11-12T17:52:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:52:39,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:39,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:52:39,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:52:39,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C35149%2C1731433945125.rep, suffix=, logDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125, archiveDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs, maxLogs=10 2024-11-12T17:52:39,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.rep.1731433959787, exclude list is [], retry=0 2024-11-12T17:52:39,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b0715ea0-1b72-45ee-82cf-cf4d5f1f6350,DISK] 2024-11-12T17:52:39,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.rep.1731433959787 2024-11-12T17:52:39,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629)] 2024-11-12T17:52:39,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a85f703d6682c887444978de546d0495, NAME => 'hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:52:39,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:52:39,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:52:39,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. service=MultiRowMutationService 2024-11-12T17:52:39,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:52:39,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:39,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,887 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,898 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a85f703d6682c887444978de546d0495 columnFamilyName hfileref 2024-11-12T17:52:39,898 DEBUG [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:39,903 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(327): Store=a85f703d6682c887444978de546d0495/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:39,904 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,919 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a85f703d6682c887444978de546d0495 columnFamilyName queue 2024-11-12T17:52:39,919 DEBUG [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:39,920 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(327): Store=a85f703d6682c887444978de546d0495/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:39,920 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,922 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a85f703d6682c887444978de546d0495 columnFamilyName sid 2024-11-12T17:52:39,923 DEBUG [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:39,923 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(327): Store=a85f703d6682c887444978de546d0495/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:39,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:52:39,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:52:39,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a85f703d6682c887444978de546d0495; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67386781, jitterRate=0.004141286015510559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:52:39,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a85f703d6682c887444978de546d0495 2024-11-12T17:52:39,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a85f703d6682c887444978de546d0495: Running coprocessor pre-open hook at 1731433959865Writing region info on filesystem at 1731433959865Initializing all the Stores at 1731433959880 (+15 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433959880Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433959883 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433959883Cleaning up temporary data from old regions at 1731433959927 (+44 ms)Running coprocessor post-open hooks at 1731433959976 (+49 ms)Region opened successfully at 1731433959977 (+1 ms) 2024-11-12T17:52:39,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495., pid=7, masterSystemTime=1731433959747 2024-11-12T17:52:39,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:39,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:39,993 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a85f703d6682c887444978de546d0495, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,35149,1731433945125 2024-11-12T17:52:40,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a85f703d6682c887444978de546d0495, server=6684de3f6e40,35149,1731433945125 because future has completed 2024-11-12T17:52:40,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T17:52:40,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a85f703d6682c887444978de546d0495, server=6684de3f6e40,35149,1731433945125 in 426 msec 2024-11-12T17:52:40,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:52:40,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731433960033"}]},"ts":"1731433960033"} 2024-11-12T17:52:40,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:52:40,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a85f703d6682c887444978de546d0495, ASSIGN in 611 msec 2024-11-12T17:52:40,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:52:40,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:52:40,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 854 msec 2024-11-12T17:52:40,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495., hostname=6684de3f6e40,35149,1731433945125, seqNum=2] 2024-11-12T17:52:40,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35149 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T17:52:40,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:40,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:40,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:52:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:52:40,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T17:52:40,426 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:52:40,525 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,35149,1731433945125, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:52:40,527 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:52:40,527 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,35149,1731433945125, seqNum=-1] 2024-11-12T17:52:40,528 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:52:40,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T17:52:40,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,35149,1731433945125', locateType=CURRENT is [region=hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495., hostname=6684de3f6e40,35149,1731433945125, seqNum=2] 2024-11-12T17:52:40,553 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T17:52:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T17:52:40,571 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,35149,1731433945125 suceeded 2024-11-12T17:52:40,582 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:33359' 2024-11-12T17:52:40,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T17:52:40,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 336 msec 2024-11-12T17:52:40,586 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:33359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:52:40,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-11-12T17:52:40,607 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cc6e3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:40,608 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33359,-1 for getting cluster id 2024-11-12T17:52:40,608 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:40,611 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cfdd095-ec89-4b58-932f-397b255d1b32' 2024-11-12T17:52:40,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:40,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cfdd095-ec89-4b58-932f-397b255d1b32" 2024-11-12T17:52:40,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a7da310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:40,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33359,-1] 2024-11-12T17:52:40,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:40,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:40,621 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:40,631 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5630d9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:40,631 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:40,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33359,1731433955120 2024-11-12T17:52:40,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4933b368 2024-11-12T17:52:40,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:40,642 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T17:52:40,644 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,35149,1731433945125 (queues=1) is replicating from cluster=4ca9f718-6246-4ec6-a6fd-1fe53843c725 to cluster=6cfdd095-ec89-4b58-932f-397b255d1b32 2024-11-12T17:52:40,646 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C35149%2C1731433945125 2024-11-12T17:52:40,655 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,35149,1731433945125, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:52:40,666 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268, startPosition=0, beingWritten=true 2024-11-12T17:52:40,667 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C35149%2C1731433945125 2024-11-12T17:52:40,967 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:41,304 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:52:41,316 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:52:41,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:52:41,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:41,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:41,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:41,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:41,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b75f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:41,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,45645,-1 for getting cluster id 2024-11-12T17:52:41,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:41,339 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ca9f718-6246-4ec6-a6fd-1fe53843c725' 2024-11-12T17:52:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ca9f718-6246-4ec6-a6fd-1fe53843c725" 2024-11-12T17:52:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ab3c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,45645,-1] 2024-11-12T17:52:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:41,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:41,359 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fda5567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:41,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,45645,1731433943405 2024-11-12T17:52:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea70739 2024-11-12T17:52:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:41,387 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:52:41,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6684de3f6e40:33359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:52:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:52:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T17:52:41,406 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:33359' 2024-11-12T17:52:41,407 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79de264a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:41,408 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33359,-1 for getting cluster id 2024-11-12T17:52:41,408 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:41,415 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cfdd095-ec89-4b58-932f-397b255d1b32' 2024-11-12T17:52:41,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:41,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cfdd095-ec89-4b58-932f-397b255d1b32" 2024-11-12T17:52:41,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b875f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:41,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33359,-1] 2024-11-12T17:52:41,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:41,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:41,421 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:41,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48197f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:41,427 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:41,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33359,1731433955120 2024-11-12T17:52:41,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@188e292c 2024-11-12T17:52:41,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:41,442 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:52:41,445 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T17:52:41,446 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:52:41,446 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:41,446 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:41,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T17:52:41,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:52:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T17:52:41,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-12T17:52:41,726 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T17:52:41,729 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:41,740 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T17:52:41,804 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6684de3f6e40,35149,1731433945125, ReplicationSource: 2, currentBandwidth=0 2024-11-12T17:52:41,816 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T17:52:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T17:52:41,851 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6684de3f6e40,35149,1731433945125 suceeded 2024-11-12T17:52:41,861 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:33359' 2024-11-12T17:52:41,874 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@346dfcb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:41,874 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33359,-1 for getting cluster id 2024-11-12T17:52:41,875 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:41,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:52:41,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 320 msec 2024-11-12T17:52:41,876 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6684de3f6e40:33359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:52:41,876 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cfdd095-ec89-4b58-932f-397b255d1b32' 2024-11-12T17:52:41,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:41,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cfdd095-ec89-4b58-932f-397b255d1b32" 2024-11-12T17:52:41,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57af5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:41,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33359,-1] 2024-11-12T17:52:41,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:41,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:41,879 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:41,880 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7da2531a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:41,880 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:41,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33359,1731433955120 2024-11-12T17:52:41,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@709feb10 2024-11-12T17:52:41,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:41,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 486 msec 2024-11-12T17:52:41,886 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T17:52:41,887 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6684de3f6e40,35149,1731433945125 (queues=1) is replicating from cluster=4ca9f718-6246-4ec6-a6fd-1fe53843c725 to cluster=6cfdd095-ec89-4b58-932f-397b255d1b32 2024-11-12T17:52:41,887 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6684de3f6e40%2C35149%2C1731433945125 2024-11-12T17:52:41,887 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6684de3f6e40,35149,1731433945125, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:52:41,889 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268, startPosition=0, beingWritten=true 2024-11-12T17:52:41,905 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C35149%2C1731433945125 2024-11-12T17:52:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T17:52:42,037 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T17:52:42,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:52:42,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:42,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:42,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:42,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:42,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,45645,1731433943405 2024-11-12T17:52:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12bfff77 2024-11-12T17:52:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:42,068 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:52:42,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T17:52:42,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T17:52:42,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T17:52:42,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T17:52:42,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:33359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:52:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T17:52:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T17:52:42,137 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:33359' 2024-11-12T17:52:42,144 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee4bdf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:42,144 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33359,-1 for getting cluster id 2024-11-12T17:52:42,144 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:42,148 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cfdd095-ec89-4b58-932f-397b255d1b32' 2024-11-12T17:52:42,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:42,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cfdd095-ec89-4b58-932f-397b255d1b32" 2024-11-12T17:52:42,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc33a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:42,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33359,-1] 2024-11-12T17:52:42,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:42,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:42,151 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:42,152 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:42,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58692357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:42,155 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:42,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33359,1731433955120 2024-11-12T17:52:42,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fb95df4 2024-11-12T17:52:42,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:42,162 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:52:42,169 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T17:52:42,169 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:52:42,169 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:42,169 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:42,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:42,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:52:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T17:52:42,262 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:42,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-12T17:52:42,419 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-12T17:52:42,430 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T17:52:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T17:52:42,448 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6684de3f6e40,35149,1731433945125 suceeded 2024-11-12T17:52:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T17:52:42,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T17:52:42,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-12T17:52:42,457 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6684de3f6e40:33359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:52:42,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 365 msec 2024-11-12T17:52:42,501 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T17:52:42,781 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-12T17:52:42,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://6684de3f6e40:33359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:52:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T17:52:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T17:52:42,789 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:33359' 2024-11-12T17:52:42,790 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549cd6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:42,790 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33359,-1 for getting cluster id 2024-11-12T17:52:42,791 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:42,792 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cfdd095-ec89-4b58-932f-397b255d1b32' 2024-11-12T17:52:42,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cfdd095-ec89-4b58-932f-397b255d1b32" 2024-11-12T17:52:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e07083b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33359,-1] 2024-11-12T17:52:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:42,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:42,801 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:42,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70baf7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:42,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:42,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33359,1731433955120 2024-11-12T17:52:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a43dfc9 2024-11-12T17:52:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:42,812 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:52:42,819 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T17:52:42,819 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:52:42,819 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:42,820 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:42,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:42,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:52:42,890 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T17:52:42,961 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:43,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-12T17:52:43,015 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-12T17:52:43,017 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T17:52:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T17:52:43,030 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6684de3f6e40,35149,1731433945125 suceeded 2024-11-12T17:52:43,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T17:52:43,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 170 msec 2024-11-12T17:52:43,041 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6684de3f6e40:33359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:52:43,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 258 msec 2024-11-12T17:52:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T17:52:43,104 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-12T17:52:43,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T17:52:43,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45645 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T17:52:43,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:52:43,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:43,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:43,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:43,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:52:43,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-12T17:52:43,110 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,45645,1731433943405 2024-11-12T17:52:43,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:43,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:52:43,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:52:43,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:43,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-732806766/running 2024-11-12T17:52:43,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:43,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:43,124 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,35149,1731433945125' ***** 2024-11-12T17:52:43,124 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:52:43,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-732806766/running 2024-11-12T17:52:43,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:43,127 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:52:43,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/running 2024-11-12T17:52:43,128 INFO [RS:0;6684de3f6e40:35149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:52:43,128 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:52:43,128 INFO [RS:0;6684de3f6e40:35149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:52:43,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/running 2024-11-12T17:52:43,128 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(3091): Received CLOSE for a85f703d6682c887444978de546d0495 2024-11-12T17:52:43,130 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,35149,1731433945125 2024-11-12T17:52:43,130 INFO [RS:0;6684de3f6e40:35149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:52:43,131 INFO [RS:0;6684de3f6e40:35149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:35149. 2024-11-12T17:52:43,131 DEBUG [RS:0;6684de3f6e40:35149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:43,131 DEBUG [RS:0;6684de3f6e40:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:43,131 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:52:43,131 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:52:43,131 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:52:43,131 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:52:43,135 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a85f703d6682c887444978de546d0495, disabling compactions & flushes 2024-11-12T17:52:43,135 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:43,135 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:43,135 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. after waiting 0 ms 2024-11-12T17:52:43,135 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:43,139 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:52:43,139 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a85f703d6682c887444978de546d0495=hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495.} 2024-11-12T17:52:43,140 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a85f703d6682c887444978de546d0495 2024-11-12T17:52:43,143 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:52:43,144 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:52:43,144 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:52:43,144 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:52:43,144 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:52:43,150 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T17:52:43,153 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a85f703d6682c887444978de546d0495 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-12T17:52:43,163 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:52:43,306 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/info/c58deaba8dcd409caadd1fe9b6602210 is 147, key is hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495./info:regioninfo/1731433959993/Put/seqid=0 2024-11-12T17:52:43,312 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495/.tmp/queue/82e6e56d408b45149a7df3300acb1e64 is 151, key is 1-6684de3f6e40,35149,1731433945125/queue:6684de3f6e40%2C35149%2C1731433945125/1731433960538/Put/seqid=0 2024-11-12T17:52:43,343 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a85f703d6682c887444978de546d0495 2024-11-12T17:52:43,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741838_1014 (size=5500) 2024-11-12T17:52:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741839_1015 (size=6631) 2024-11-12T17:52:43,372 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/info/c58deaba8dcd409caadd1fe9b6602210 2024-11-12T17:52:43,516 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:43,543 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a85f703d6682c887444978de546d0495 2024-11-12T17:52:43,569 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/ns/e2de0c6d043947f09d6aa4bef74b340d is 43, key is default/ns:d/1731433951580/Put/seqid=0 2024-11-12T17:52:43,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741840_1016 (size=5153) 2024-11-12T17:52:43,618 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/ns/e2de0c6d043947f09d6aa4bef74b340d 2024-11-12T17:52:43,622 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:43,705 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/table/ccc93cb2536c4554bd099040c157c684 is 53, key is hbase:replication/table:state/1731433960033/Put/seqid=0 2024-11-12T17:52:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741841_1017 (size=5256) 2024-11-12T17:52:43,745 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a85f703d6682c887444978de546d0495 2024-11-12T17:52:43,775 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495/.tmp/queue/82e6e56d408b45149a7df3300acb1e64 2024-11-12T17:52:43,825 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495/.tmp/queue/82e6e56d408b45149a7df3300acb1e64 as hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495/queue/82e6e56d408b45149a7df3300acb1e64 2024-11-12T17:52:43,865 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495/queue/82e6e56d408b45149a7df3300acb1e64, entries=2, sequenceid=6, filesize=5.4 K 2024-11-12T17:52:43,883 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a85f703d6682c887444978de546d0495 in 733ms, sequenceid=6, compaction requested=false 2024-11-12T17:52:43,945 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a85f703d6682c887444978de546d0495 2024-11-12T17:52:43,948 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T17:52:43,955 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:52:43,955 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:52:43,956 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:43,956 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a85f703d6682c887444978de546d0495: Waiting for close lock at 1731433963133Running coprocessor pre-close hooks at 1731433963134 (+1 ms)Disabling compacts and flushes for region at 1731433963135 (+1 ms)Disabling writes for close at 1731433963135Obtaining lock to block concurrent updates at 1731433963153 (+18 ms)Preparing flush snapshotting stores in a85f703d6682c887444978de546d0495 at 1731433963153Finished memstore snapshotting hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731433963161 (+8 ms)Flushing stores of hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. at 1731433963163 (+2 ms)Flushing a85f703d6682c887444978de546d0495/queue: creating writer at 1731433963166 (+3 ms)Flushing a85f703d6682c887444978de546d0495/queue: appending metadata at 1731433963262 (+96 ms)Flushing a85f703d6682c887444978de546d0495/queue: closing flushed file at 1731433963275 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d56795f: reopening flushed file at 1731433963818 (+543 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a85f703d6682c887444978de546d0495 in 733ms, sequenceid=6, compaction requested=false at 1731433963883 (+65 ms)Writing region close event to WAL at 1731433963907 (+24 ms)Running coprocessor post-close hooks at 1731433963953 (+46 ms)Closed at 1731433963956 (+3 ms) 2024-11-12T17:52:43,956 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:43,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:52:43,996 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:52:43,996 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:52:44,139 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/table/ccc93cb2536c4554bd099040c157c684 2024-11-12T17:52:44,145 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:52:44,145 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:52:44,145 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:52:44,148 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:44,187 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/info/c58deaba8dcd409caadd1fe9b6602210 as hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/info/c58deaba8dcd409caadd1fe9b6602210 2024-11-12T17:52:44,251 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/info/c58deaba8dcd409caadd1fe9b6602210, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T17:52:44,272 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/ns/e2de0c6d043947f09d6aa4bef74b340d as hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/ns/e2de0c6d043947f09d6aa4bef74b340d 2024-11-12T17:52:44,332 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/ns/e2de0c6d043947f09d6aa4bef74b340d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T17:52:44,334 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/table/ccc93cb2536c4554bd099040c157c684 as hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/table/ccc93cb2536c4554bd099040c157c684 2024-11-12T17:52:44,346 DEBUG [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:52:44,382 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/table/ccc93cb2536c4554bd099040c157c684, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T17:52:44,384 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1240ms, sequenceid=11, compaction requested=false 2024-11-12T17:52:44,458 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:44,459 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T17:52:44,464 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:52:44,464 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:52:44,465 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:52:44,465 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433963143Running coprocessor pre-close hooks at 1731433963143Disabling compacts and flushes for region at 1731433963143Disabling writes for close at 1731433963144 (+1 ms)Obtaining lock to block concurrent updates at 1731433963150 (+6 ms)Preparing flush snapshotting stores in 1588230740 at 1731433963150Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731433963161 (+11 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731433963165 (+4 ms)Flushing 1588230740/info: creating writer at 1731433963167 (+2 ms)Flushing 1588230740/info: appending metadata at 1731433963289 (+122 ms)Flushing 1588230740/info: closing flushed file at 1731433963289Flushing 1588230740/ns: creating writer at 1731433963511 (+222 ms)Flushing 1588230740/ns: appending metadata at 1731433963566 (+55 ms)Flushing 1588230740/ns: closing flushed file at 1731433963566Flushing 1588230740/table: creating writer at 1731433963670 (+104 ms)Flushing 1588230740/table: appending metadata at 1731433963704 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731433963704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2e4e9d: reopening flushed file at 1731433964180 (+476 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cdf8442: reopening flushed file at 1731433964252 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2474a914: reopening flushed file at 1731433964333 (+81 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1240ms, sequenceid=11, compaction requested=false at 1731433964384 (+51 ms)Writing region close event to WAL at 1731433964423 (+39 ms)Running coprocessor post-close hooks at 1731433964464 (+41 ms)Closed at 1731433964465 (+1 ms) 2024-11-12T17:52:44,465 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:52:44,546 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,35149,1731433945125; all regions closed. 2024-11-12T17:52:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741834_1010 (size=2742) 2024-11-12T17:52:44,601 DEBUG [RS:0;6684de3f6e40:35149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs 2024-11-12T17:52:44,601 INFO [RS:0;6684de3f6e40:35149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C35149%2C1731433945125.meta:.meta(num 1731433951020) 2024-11-12T17:52:44,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741837_1013 (size=1802) 2024-11-12T17:52:44,619 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.rep.1731433959787 not finished, retry = 0 2024-11-12T17:52:44,729 DEBUG [RS:0;6684de3f6e40:35149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs 2024-11-12T17:52:44,729 INFO [RS:0;6684de3f6e40:35149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C35149%2C1731433945125.rep:(num 1731433959787) 2024-11-12T17:52:44,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741833_1009 (size=93) 2024-11-12T17:52:44,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 not finished, retry = 0 2024-11-12T17:52:44,870 DEBUG [RS:0;6684de3f6e40:35149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs 2024-11-12T17:52:44,870 INFO [RS:0;6684de3f6e40:35149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C35149%2C1731433945125:(num 1731433950268) 2024-11-12T17:52:44,870 DEBUG [RS:0;6684de3f6e40:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:44,870 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:52:44,871 INFO [RS:0;6684de3f6e40:35149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:52:44,871 INFO [RS:0;6684de3f6e40:35149 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:52:44,872 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:52:44,872 INFO [RS:0;6684de3f6e40:35149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:52:44,873 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,35149,1731433945125 because: Region server is closing 2024-11-12T17:52:44,873 INFO [RS:0;6684de3f6e40:35149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:35149. 2024-11-12T17:52:44,874 DEBUG [RS:0;6684de3f6e40:35149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:44,874 DEBUG [RS:0;6684de3f6e40:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:44,874 DEBUG [RS:0;6684de3f6e40:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:44,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:44,895 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 to pos 0, reset compression=false 2024-11-12T17:52:44,912 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 was moved to hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs/6684de3f6e40%2C35149%2C1731433945125.1731433950268 2024-11-12T17:52:44,924 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268 2024-11-12T17:52:44,924 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-12T17:52:44,924 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-12T17:52:44,924 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6684de3f6e40,35149,1731433945125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125/6684de3f6e40%2C35149%2C1731433945125.1731433950268, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T17:52:44,937 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,35149,1731433945125: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6684de3f6e40,35149,1731433945125, walGroup=6684de3f6e40%2C35149%2C1731433945125, offset=6684de3f6e40%2C35149%2C1731433945125.1731433950268:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:35149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:52:44,939 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:52:44,943 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:52:44,944 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:52:44,944 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:52:44,944 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:52:44,945 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 396825768 }, "NonHeapMemoryUsage": { "committed": 152829952, "init": 7667712, "max": -1, "used": 150534344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:52:44,948 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6684de3f6e40%2C35149%2C1731433945125.1731433950268] 2024-11-12T17:52:44,974 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T17:52:44,974 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.wal-reader.6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T17:52:44,975 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,1-6684de3f6e40,35149,1731433945125 terminated 2024-11-12T17:52:44,975 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6684de3f6e40,35149,1731433945125 because: Region server is closing 2024-11-12T17:52:44,975 INFO [RS:0;6684de3f6e40:35149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:35149. 2024-11-12T17:52:44,975 DEBUG [RS:0;6684de3f6e40:35149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:44,976 DEBUG [RS:0;6684de3f6e40:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:44,976 DEBUG [RS:0;6684de3f6e40:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:44,976 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,35149,1731433945125.replicationSource.shipper6684de3f6e40%2C35149%2C1731433945125,2-6684de3f6e40,35149,1731433945125 terminated 2024-11-12T17:52:44,976 INFO [RS:0;6684de3f6e40:35149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35149 2024-11-12T17:52:44,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:45,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-732806766/rs/6684de3f6e40,35149,1731433945125 2024-11-12T17:52:45,023 INFO [RS:0;6684de3f6e40:35149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:52:45,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/rs 2024-11-12T17:52:45,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,35149,1731433945125] 2024-11-12T17:52:45,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/draining/6684de3f6e40,35149,1731433945125 already deleted, retry=false 2024-11-12T17:52:45,061 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,35149,1731433945125 expired; onlineServers=0 2024-11-12T17:52:45,061 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,45645,1731433943405' ***** 2024-11-12T17:52:45,061 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:52:45,063 INFO [M:0;6684de3f6e40:45645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:52:45,063 INFO [M:0;6684de3f6e40:45645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:52:45,063 DEBUG [M:0;6684de3f6e40:45645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:52:45,064 DEBUG [M:0;6684de3f6e40:45645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:52:45,064 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:52:45,064 INFO [M:0;6684de3f6e40:45645 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:52:45,064 INFO [M:0;6684de3f6e40:45645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:52:45,064 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433949361 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433949361,5,FailOnTimeoutGroup] 2024-11-12T17:52:45,064 DEBUG [M:0;6684de3f6e40:45645 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:52:45,064 INFO [M:0;6684de3f6e40:45645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:52:45,064 INFO [M:0;6684de3f6e40:45645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:52:45,065 INFO [M:0;6684de3f6e40:45645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:52:45,065 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433949400 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433949400,5,FailOnTimeoutGroup] 2024-11-12T17:52:45,065 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:52:45,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-732806766/master 2024-11-12T17:52:45,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:45,099 DEBUG [M:0;6684de3f6e40:45645 {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/master already deleted, retry=false 2024-11-12T17:52:45,100 DEBUG [M:0;6684de3f6e40:45645 {}] master.ActiveMasterManager(353): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-732806766/master 2024-11-12T17:52:45,103 INFO [M:0;6684de3f6e40:45645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/.lastflushedseqids 2024-11-12T17:52:45,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:45,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1013176dee30001, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:45,138 INFO [RS:0;6684de3f6e40:35149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:52:45,138 INFO [RS:0;6684de3f6e40:35149 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,35149,1731433945125; zookeeper connection closed. 2024-11-12T17:52:45,158 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5341d881 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5341d881 2024-11-12T17:52:45,159 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:52:45,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741842_1018 (size=181) 2024-11-12T17:52:45,587 INFO [M:0;6684de3f6e40:45645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:52:45,590 INFO [M:0;6684de3f6e40:45645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:52:45,590 DEBUG [M:0;6684de3f6e40:45645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:52:45,590 INFO [M:0;6684de3f6e40:45645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:45,590 DEBUG [M:0;6684de3f6e40:45645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:45,590 DEBUG [M:0;6684de3f6e40:45645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:52:45,590 DEBUG [M:0;6684de3f6e40:45645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:45,591 INFO [M:0;6684de3f6e40:45645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-12T17:52:45,667 DEBUG [M:0;6684de3f6e40:45645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de609ee3cefc4c6e82346ed7ac14d709 is 82, key is hbase:meta,,1/info:regioninfo/1731433951324/Put/seqid=0 2024-11-12T17:52:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741843_1019 (size=5672) 2024-11-12T17:52:46,135 INFO [M:0;6684de3f6e40:45645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de609ee3cefc4c6e82346ed7ac14d709 2024-11-12T17:52:46,241 DEBUG [M:0;6684de3f6e40:45645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e475938642bf4981bb26c93964819b0d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731433960055/Put/seqid=0 2024-11-12T17:52:46,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741844_1020 (size=8663) 2024-11-12T17:52:46,687 INFO [M:0;6684de3f6e40:45645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e475938642bf4981bb26c93964819b0d 2024-11-12T17:52:46,747 DEBUG [M:0;6684de3f6e40:45645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/316af0d9bd814b86a5d160421d9465c3 is 69, key is 6684de3f6e40,35149,1731433945125/rs:state/1731433949596/Put/seqid=0 2024-11-12T17:52:46,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741845_1021 (size=5156) 2024-11-12T17:52:46,792 INFO [M:0;6684de3f6e40:45645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/316af0d9bd814b86a5d160421d9465c3 2024-11-12T17:52:46,825 DEBUG [M:0;6684de3f6e40:45645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de609ee3cefc4c6e82346ed7ac14d709 as hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de609ee3cefc4c6e82346ed7ac14d709 2024-11-12T17:52:46,834 INFO [M:0;6684de3f6e40:45645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de609ee3cefc4c6e82346ed7ac14d709, entries=8, sequenceid=115, filesize=5.5 K 2024-11-12T17:52:46,836 DEBUG [M:0;6684de3f6e40:45645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e475938642bf4981bb26c93964819b0d as hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e475938642bf4981bb26c93964819b0d 2024-11-12T17:52:46,854 INFO [M:0;6684de3f6e40:45645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e475938642bf4981bb26c93964819b0d, entries=14, sequenceid=115, filesize=8.5 K 2024-11-12T17:52:46,861 DEBUG [M:0;6684de3f6e40:45645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/316af0d9bd814b86a5d160421d9465c3 as hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/316af0d9bd814b86a5d160421d9465c3 2024-11-12T17:52:46,886 INFO [M:0;6684de3f6e40:45645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/316af0d9bd814b86a5d160421d9465c3, entries=1, sequenceid=115, filesize=5.0 K 2024-11-12T17:52:46,903 INFO [M:0;6684de3f6e40:45645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=115, compaction requested=false 2024-11-12T17:52:46,947 INFO [M:0;6684de3f6e40:45645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:46,948 DEBUG [M:0;6684de3f6e40:45645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433965590Disabling compacts and flushes for region at 1731433965590Disabling writes for close at 1731433965590Obtaining lock to block concurrent updates at 1731433965591 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731433965591Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731433965593 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731433965599 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731433965599Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731433965666 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731433965666Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731433966173 (+507 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731433966240 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731433966240Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731433966706 (+466 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731433966746 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731433966746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b0f76d: reopening flushed file at 1731433966821 (+75 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d307222: reopening flushed file at 1731433966834 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4e4472: reopening flushed file at 1731433966854 (+20 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=115, compaction requested=false at 1731433966903 (+49 ms)Writing region close event to WAL at 1731433966947 (+44 ms)Closed at 1731433966947 2024-11-12T17:52:46,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741830_1006 (size=59421) 2024-11-12T17:52:46,981 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:52:46,981 INFO [M:0;6684de3f6e40:45645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:52:46,981 INFO [M:0;6684de3f6e40:45645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45645 2024-11-12T17:52:46,981 INFO [M:0;6684de3f6e40:45645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:52:47,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:47,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45645-0x1013176dee30000, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:47,115 INFO [M:0;6684de3f6e40:45645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:52:47,117 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:52:47,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:47,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:47,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:52:47,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:47,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:52:47,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:52:47,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:52:47,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46027 2024-11-12T17:52:47,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46027 connecting to ZooKeeper ensemble=127.0.0.1:60371 2024-11-12T17:52:47,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460270x0, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:52:47,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46027-0x1013176dee30006 connected 2024-11-12T17:52:47,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:47,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:47,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/running 2024-11-12T17:52:47,224 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70, hbase.cluster.distributed=false 2024-11-12T17:52:47,225 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: INIT 2024-11-12T17:52:47,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/acl 2024-11-12T17:52:47,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46027 2024-11-12T17:52:47,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46027 2024-11-12T17:52:47,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46027 2024-11-12T17:52:47,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46027 2024-11-12T17:52:47,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46027 2024-11-12T17:52:47,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:52:47,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:47,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:47,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:52:47,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:52:47,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:52:47,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:52:47,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:52:47,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42191 2024-11-12T17:52:47,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42191 connecting to ZooKeeper ensemble=127.0.0.1:60371 2024-11-12T17:52:47,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:47,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:47,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421910x0, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:52:47,453 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: INIT 2024-11-12T17:52:47,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421910x0, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/running 2024-11-12T17:52:47,453 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:52:47,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42191-0x1013176dee30007 connected 2024-11-12T17:52:47,477 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:52:47,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/master 2024-11-12T17:52:47,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/acl 2024-11-12T17:52:47,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42191 2024-11-12T17:52:47,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42191 2024-11-12T17:52:47,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42191 2024-11-12T17:52:47,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42191 2024-11-12T17:52:47,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42191 2024-11-12T17:52:47,554 DEBUG [M:0;6684de3f6e40:46027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:46027 2024-11-12T17:52:47,559 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-732806766/backup-masters/6684de3f6e40,46027,1731433967117 2024-11-12T17:52:47,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/backup-masters 2024-11-12T17:52:47,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/backup-masters 2024-11-12T17:52:47,586 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on existing znode=/0-732806766/backup-masters/6684de3f6e40,46027,1731433967117 2024-11-12T17:52:47,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-732806766/master 2024-11-12T17:52:47,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:47,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:47,612 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on existing znode=/0-732806766/master 2024-11-12T17:52:47,621 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-732806766/backup-masters/6684de3f6e40,46027,1731433967117 from backup master directory 2024-11-12T17:52:47,631 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:52:47,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-732806766/backup-masters/6684de3f6e40,46027,1731433967117 2024-11-12T17:52:47,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/backup-masters 2024-11-12T17:52:47,631 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,46027,1731433967117 2024-11-12T17:52:47,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/backup-masters 2024-11-12T17:52:47,714 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:52:47,714 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:52:47,771 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 57ms. 2024-11-12T17:52:47,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741846_1022 (size=196) 2024-11-12T17:52:47,857 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:52:47,858 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:52:47,863 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:52:47,912 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T17:52:47,959 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,45645,1731433943405 to hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,45645,1731433943405-dead as it is dead 2024-11-12T17:52:47,961 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T17:52:47,962 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T17:52:47,962 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,45645,1731433943405-dead/6684de3f6e40%2C45645%2C1731433943405.1731433947070 2024-11-12T17:52:47,970 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,45645,1731433943405-dead/6684de3f6e40%2C45645%2C1731433943405.1731433947070 after 5ms 2024-11-12T17:52:47,971 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,45645,1731433943405-dead/6684de3f6e40%2C45645%2C1731433943405.1731433947070 to hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6684de3f6e40%2C45645%2C1731433943405.1731433947070 2024-11-12T17:52:47,972 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,45645,1731433943405-dead 2024-11-12T17:52:47,973 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,46027,1731433967117 2024-11-12T17:52:47,980 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:52:47,995 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C46027%2C1731433967117, suffix=, logDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,46027,1731433967117, archiveDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/oldWALs, maxLogs=10 2024-11-12T17:52:48,019 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,46027,1731433967117/6684de3f6e40%2C46027%2C1731433967117.1731433967996, exclude list is [], retry=0 2024-11-12T17:52:48,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b0715ea0-1b72-45ee-82cf-cf4d5f1f6350,DISK] 2024-11-12T17:52:48,053 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/WALs/6684de3f6e40,46027,1731433967117/6684de3f6e40%2C46027%2C1731433967117.1731433967996 2024-11-12T17:52:48,059 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629)] 2024-11-12T17:52:48,060 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:52:48,060 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:48,060 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:48,060 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:48,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:48,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:52:48,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:48,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de609ee3cefc4c6e82346ed7ac14d709 2024-11-12T17:52:48,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:48,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:48,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:52:48,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:48,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e475938642bf4981bb26c93964819b0d 2024-11-12T17:52:48,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:48,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:48,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:52:48,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:48,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/316af0d9bd814b86a5d160421d9465c3 2024-11-12T17:52:48,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:48,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:48,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:52:48,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:48,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:48,141 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:48,142 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T17:52:48,142 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6684de3f6e40%2C45645%2C1731433943405.1731433947070 2024-11-12T17:52:48,165 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6684de3f6e40%2C45645%2C1731433943405.1731433947070 2024-11-12T17:52:48,167 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6684de3f6e40%2C45645%2C1731433943405.1731433947070 2024-11-12T17:52:48,172 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:48,173 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:48,174 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:52:48,177 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:52:48,194 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-12T17:52:48,206 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74362973, jitterRate=0.10809464752674103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:52:48,206 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731433968060Initializing all the Stores at 1731433968066 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433968068 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433968071 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433968078 (+7 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433968078Cleaning up temporary data from old regions at 1731433968173 (+95 ms)Region opened successfully at 1731433968206 (+33 ms) 2024-11-12T17:52:48,207 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:52:48,223 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1320c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:52:48,239 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T17:52:48,241 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:52:48,241 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:52:48,242 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:52:48,243 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T17:52:48,257 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:52:48,257 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:52:48,258 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:52:48,259 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:52:48,259 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T17:52:48,259 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T17:52:48,260 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 16 msec 2024-11-12T17:52:48,260 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:52:48,285 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6684de3f6e40,35149,1731433945125, regionLocation=6684de3f6e40,35149,1731433945125, openSeqNum=2 2024-11-12T17:52:48,285 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6684de3f6e40,35149,1731433945125, table=hbase:meta, region=1588230740 2024-11-12T17:52:48,285 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,35149,1731433945125, state=OPEN 2024-11-12T17:52:48,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-732806766/meta-region-server 2024-11-12T17:52:48,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: CHANGED 2024-11-12T17:52:48,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-732806766/meta-region-server 2024-11-12T17:52:48,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: CHANGED 2024-11-12T17:52:48,341 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:52:48,381 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/draining/6684de3f6e40,35149,1731433945125 already deleted, retry=false 2024-11-12T17:52:48,381 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6684de3f6e40,35149,1731433945125 on 6684de3f6e40,46027,1731433967117 2024-11-12T17:52:48,394 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6684de3f6e40,35149,1731433945125, splitWal=true, meta=true 2024-11-12T17:52:48,403 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 6684de3f6e40,35149,1731433945125 (carryingMeta=true) 6684de3f6e40,35149,1731433945125/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@61f9efd3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T17:52:48,429 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Unable to get data of znode /0-732806766/balancer because node does not exist (not necessarily an error) 2024-11-12T17:52:48,451 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/balancer already deleted, retry=false 2024-11-12T17:52:48,452 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:52:48,456 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Unable to get data of znode /0-732806766/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:52:48,464 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/normalizer already deleted, retry=false 2024-11-12T17:52:48,465 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:52:48,472 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Unable to get data of znode /0-732806766/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:52:48,502 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/switch/split already deleted, retry=false 2024-11-12T17:52:48,515 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Unable to get data of znode /0-732806766/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:52:48,531 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/switch/merge already deleted, retry=false 2024-11-12T17:52:49,100 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Unable to get data of znode /0-732806766/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:52:49,266 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/snapshot-cleanup already deleted, retry=false 2024-11-12T17:52:49,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-732806766/running 2024-11-12T17:52:49,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:49,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-732806766/running 2024-11-12T17:52:49,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:49,409 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,46027,1731433967117, sessionid=0x1013176dee30006, setting cluster-up flag (Was=false) 2024-11-12T17:52:49,463 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:52:49,481 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-732806766/flush-table-proc/acquired, /0-732806766/flush-table-proc/reached, /0-732806766/flush-table-proc/abort 2024-11-12T17:52:49,486 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,46027,1731433967117 2024-11-12T17:52:49,510 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-732806766/online-snapshot/acquired, /0-732806766/online-snapshot/reached, /0-732806766/online-snapshot/abort 2024-11-12T17:52:49,520 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,46027,1731433967117 2024-11-12T17:52:49,535 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/.lastflushedseqids 2024-11-12T17:52:49,548 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:52:49,548 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:52:49,548 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,46027,1731433967117 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6684de3f6e40,35149,1731433945125 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:52:49,567 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(746): ClusterId : 4ca9f718-6246-4ec6-a6fd-1fe53843c725 2024-11-12T17:52:49,567 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:52:49,583 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:49,584 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:49,584 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:49,584 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:52:49,584 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:52:49,584 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,584 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:52:49,584 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,603 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:52:49,603 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:52:49,616 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6684de3f6e40,35149,1731433945125, splitWal=true, meta=true 2024-11-12T17:52:49,617 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731433999617 2024-11-12T17:52:49,617 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:52:49,617 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:52:49,617 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:52:49,617 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:52:49,617 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:52:49,617 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:52:49,618 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:49,624 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6684de3f6e40,35149,1731433945125, splitWal=true, meta=true, isMeta: true 2024-11-12T17:52:49,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:52:49,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:52:49,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:52:49,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:52:49,631 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:52:49,631 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:52:49,635 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125-splitting 2024-11-12T17:52:49,636 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:52:49,637 DEBUG [RS:0;6684de3f6e40:42191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dab0892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:52:49,643 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433969631,5,FailOnTimeoutGroup] 2024-11-12T17:52:49,647 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433969643,5,FailOnTimeoutGroup] 2024-11-12T17:52:49,647 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:49,647 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:52:49,647 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:49,648 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:49,648 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731433969648, completionTime=-1 2024-11-12T17:52:49,648 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T17:52:49,651 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125-splitting dir is empty, no logs to split. 2024-11-12T17:52:49,651 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6684de3f6e40,35149,1731433945125 WAL count=0, meta=true 2024-11-12T17:52:49,651 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T17:52:49,679 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125-splitting dir is empty, no logs to split. 2024-11-12T17:52:49,679 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6684de3f6e40,35149,1731433945125 WAL count=0, meta=true 2024-11-12T17:52:49,680 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6684de3f6e40,35149,1731433945125 WAL splitting is done? wals=0, meta=true 2024-11-12T17:52:49,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:52:49,688 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:52:49,690 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T17:52:49,704 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:42191 2024-11-12T17:52:49,704 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:52:49,704 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:52:49,704 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:52:49,708 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,46027,1731433967117 with port=42191, startcode=1731433967363 2024-11-12T17:52:49,708 DEBUG [RS:0;6684de3f6e40:42191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:52:49,716 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:52:49,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,42191,1731433967363 2024-11-12T17:52:49,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46027 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,42191,1731433967363 2024-11-12T17:52:49,732 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70 2024-11-12T17:52:49,732 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44363 2024-11-12T17:52:49,732 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:52:49,752 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T17:52:49,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/rs 2024-11-12T17:52:49,788 DEBUG [RS:0;6684de3f6e40:42191 {}] zookeeper.ZKUtil(111): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on existing znode=/0-732806766/rs/6684de3f6e40,42191,1731433967363 2024-11-12T17:52:49,788 WARN [RS:0;6684de3f6e40:42191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:52:49,788 INFO [RS:0;6684de3f6e40:42191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:52:49,788 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363 2024-11-12T17:52:49,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,42191,1731433967363] 2024-11-12T17:52:49,843 WARN [6684de3f6e40:46027 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:52:49,926 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:52:49,930 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:52:49,935 INFO [RS:0;6684de3f6e40:42191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:52:49,936 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:49,941 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:52:49,943 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:52:49,944 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:49,944 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,944 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,944 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,944 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,944 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,944 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:52:49,944 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,944 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,945 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,945 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,945 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,945 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:52:49,945 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:52:49,945 DEBUG [RS:0;6684de3f6e40:42191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:52:49,955 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:49,955 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:49,955 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:49,955 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:49,956 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:49,956 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,42191,1731433967363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:52:49,996 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:52:49,997 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,42191,1731433967363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:50,047 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,42191,1731433967363, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:52:50,088 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSource(231): queueId=2-6684de3f6e40,42191,1731433967363, ReplicationSource: 2, currentBandwidth=0 2024-11-12T17:52:50,093 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,1-6684de3f6e40,42191,1731433967363 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:33359' 2024-11-12T17:52:50,103 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:50,104 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.Replication(171): 6684de3f6e40,42191,1731433967363 started 2024-11-12T17:52:50,115 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,1-6684de3f6e40,42191,1731433967363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37e3f5e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:50,115 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,1-6684de3f6e40,42191,1731433967363 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33359,-1 for getting cluster id 2024-11-12T17:52:50,115 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,1-6684de3f6e40,42191,1731433967363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:50,127 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:50,130 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cfdd095-ec89-4b58-932f-397b255d1b32' 2024-11-12T17:52:50,130 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,42191,1731433967363, RpcServer on 6684de3f6e40/172.17.0.3:42191, sessionid=0x1013176dee30007 2024-11-12T17:52:50,130 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:52:50,130 DEBUG [RS:0;6684de3f6e40:42191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,42191,1731433967363 2024-11-12T17:52:50,130 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,42191,1731433967363' 2024-11-12T17:52:50,130 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-732806766/flush-table-proc/abort' 2024-11-12T17:52:50,131 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-732806766/flush-table-proc/acquired' 2024-11-12T17:52:50,132 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:52:50,132 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:52:50,132 DEBUG [RS:0;6684de3f6e40:42191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,42191,1731433967363 2024-11-12T17:52:50,132 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,42191,1731433967363' 2024-11-12T17:52:50,132 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-732806766/online-snapshot/abort' 2024-11-12T17:52:50,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:50,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cfdd095-ec89-4b58-932f-397b255d1b32" 2024-11-12T17:52:50,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7185245e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:50,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33359,-1] 2024-11-12T17:52:50,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:50,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:50,140 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-732806766/online-snapshot/acquired' 2024-11-12T17:52:50,141 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:50,144 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,1-6684de3f6e40,42191,1731433967363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@542039a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:50,144 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,1-6684de3f6e40,42191,1731433967363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:50,146 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,2-6684de3f6e40,42191,1731433967363 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:33359' 2024-11-12T17:52:50,147 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,1-6684de3f6e40,42191,1731433967363 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33359,1731433955120 2024-11-12T17:52:50,147 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,1-6684de3f6e40,42191,1731433967363 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e14837b 2024-11-12T17:52:50,148 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,2-6684de3f6e40,42191,1731433967363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c713d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:50,148 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,2-6684de3f6e40,42191,1731433967363 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33359,-1 for getting cluster id 2024-11-12T17:52:50,148 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,2-6684de3f6e40,42191,1731433967363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:50,148 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,1-6684de3f6e40,42191,1731433967363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:50,149 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cfdd095-ec89-4b58-932f-397b255d1b32' 2024-11-12T17:52:50,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:50,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cfdd095-ec89-4b58-932f-397b255d1b32" 2024-11-12T17:52:50,152 DEBUG [RS:0;6684de3f6e40:42191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:52:50,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d7e93d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:50,152 INFO [RS:0;6684de3f6e40:42191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:52:50,152 INFO [RS:0;6684de3f6e40:42191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:52:50,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33359,-1] 2024-11-12T17:52:50,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:50,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:50,154 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:50,155 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,2-6684de3f6e40,42191,1731433967363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f473104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:50,155 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T17:52:50,155 DEBUG [RS:0;6684de3f6e40:42191.replicationSource,2-6684de3f6e40,42191,1731433967363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:50,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33359,1731433955120 2024-11-12T17:52:50,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c99d2b1 2024-11-12T17:52:50,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:50,162 INFO [RS:0;6684de3f6e40:42191.replicationSource,1-6684de3f6e40,42191,1731433967363 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,42191,1731433967363 (queues=0) is replicating from cluster=4ca9f718-6246-4ec6-a6fd-1fe53843c725 to cluster=6cfdd095-ec89-4b58-932f-397b255d1b32 2024-11-12T17:52:50,164 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T17:52:50,172 INFO [RS:0;6684de3f6e40:42191.replicationSource,2-6684de3f6e40,42191,1731433967363 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6684de3f6e40,42191,1731433967363 (queues=0) is replicating from cluster=4ca9f718-6246-4ec6-a6fd-1fe53843c725 to cluster=6cfdd095-ec89-4b58-932f-397b255d1b32 2024-11-12T17:52:50,256 INFO [RS:0;6684de3f6e40:42191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:52:50,272 INFO [RS:0;6684de3f6e40:42191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C42191%2C1731433967363, suffix=, logDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363, archiveDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs, maxLogs=10 2024-11-12T17:52:50,302 DEBUG [RS:0;6684de3f6e40:42191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273, exclude list is [], retry=0 2024-11-12T17:52:50,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b0715ea0-1b72-45ee-82cf-cf4d5f1f6350,DISK] 2024-11-12T17:52:50,340 INFO [RS:0;6684de3f6e40:42191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 2024-11-12T17:52:50,342 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6684de3f6e40%2C42191%2C1731433967363 for peer 2 2024-11-12T17:52:50,342 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6684de3f6e40%2C42191%2C1731433967363 for peer 1 2024-11-12T17:52:50,342 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C42191%2C1731433967363 2024-11-12T17:52:50,342 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,42191,1731433967363, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:52:50,348 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6684de3f6e40%2C42191%2C1731433967363 2024-11-12T17:52:50,348 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6684de3f6e40,42191,1731433967363, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:52:50,350 INFO [RS:0;6684de3f6e40:42191.replicationSource.shipper6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C42191%2C1731433967363 2024-11-12T17:52:50,359 DEBUG [RS:0;6684de3f6e40:42191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629)] 2024-11-12T17:52:50,359 INFO [RS:0;6684de3f6e40:42191.replicationSource.shipper6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C42191%2C1731433967363 2024-11-12T17:52:50,359 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273, startPosition=0, beingWritten=true 2024-11-12T17:52:50,359 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273, startPosition=0, beingWritten=true 2024-11-12T17:52:50,571 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:50,595 DEBUG [6684de3f6e40:46027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:52:50,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,42191,1731433967363 2024-11-12T17:52:50,600 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,42191,1731433967363, state=OPENING 2024-11-12T17:52:50,613 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-732806766/meta-region-server 2024-11-12T17:52:50,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: CHANGED 2024-11-12T17:52:50,631 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:52:50,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,42191,1731433967363}] 2024-11-12T17:52:50,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-732806766/meta-region-server 2024-11-12T17:52:50,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: CHANGED 2024-11-12T17:52:50,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:52:50,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:52:50,812 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:52:50,812 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:52:50,813 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:52:50,820 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C42191%2C1731433967363.meta, suffix=.meta, logDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363, archiveDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs, maxLogs=10 2024-11-12T17:52:50,855 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.meta.1731433970821.meta, exclude list is [], retry=0 2024-11-12T17:52:50,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b0715ea0-1b72-45ee-82cf-cf4d5f1f6350,DISK] 2024-11-12T17:52:50,882 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:50,883 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.meta.1731433970821.meta 2024-11-12T17:52:50,895 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629)] 2024-11-12T17:52:50,895 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:52:50,896 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:52:50,896 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:52:50,896 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:52:50,896 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:52:50,896 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:52:50,896 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:50,897 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:52:50,897 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:52:50,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:52:50,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:52:50,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:50,947 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:50,975 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/info/c58deaba8dcd409caadd1fe9b6602210 2024-11-12T17:52:50,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:50,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:52:50,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:52:50,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:51,043 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/ns/e2de0c6d043947f09d6aa4bef74b340d 2024-11-12T17:52:51,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:51,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:52:51,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:52:51,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:51,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:51,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:52:51,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:52:51,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:51,107 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/table/ccc93cb2536c4554bd099040c157c684 2024-11-12T17:52:51,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:52:51,107 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:52:51,114 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740 2024-11-12T17:52:51,128 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740 2024-11-12T17:52:51,146 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:52:51,146 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:52:51,149 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:52:51,160 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:52:51,171 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59850606, jitterRate=-0.1081564724445343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:52:51,171 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:52:51,172 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731433970897Writing region info on filesystem at 1731433970897Initializing all the Stores at 1731433970917 (+20 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433970917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433970920 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433970920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433970921 (+1 ms)Cleaning up temporary data from old regions at 1731433971146 (+225 ms)Running coprocessor post-open hooks at 1731433971172 (+26 ms)Region opened successfully at 1731433971172 2024-11-12T17:52:51,178 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731433970794 2024-11-12T17:52:51,189 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:52:51,189 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:52:51,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6684de3f6e40,42191,1731433967363 2024-11-12T17:52:51,191 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,42191,1731433967363, state=OPEN 2024-11-12T17:52:51,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-732806766/meta-region-server 2024-11-12T17:52:51,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-732806766/meta-region-server 2024-11-12T17:52:51,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: CHANGED 2024-11-12T17:52:51,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-732806766/meta-region-server: CHANGED 2024-11-12T17:52:51,233 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,42191,1731433967363 2024-11-12T17:52:51,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T17:52:51,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,42191,1731433967363 in 602 msec 2024-11-12T17:52:51,272 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1624ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1520ms 2024-11-12T17:52:51,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T17:52:51,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.5670 sec 2024-11-12T17:52:51,314 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:51,387 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:51,843 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:51,923 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:51,973 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:52:52,481 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:52,563 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:52,791 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3143ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3039ms 2024-11-12T17:52:53,203 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:53,295 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:54,031 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:54,109 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:54,167 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4519ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T17:52:54,167 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:52:54,168 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:52:54,168 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,42191,1731433967363, seqNum=-1] 2024-11-12T17:52:54,168 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:52:54,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:52:54,188 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a85f703d6682c887444978de546d0495, regionState=OPEN, lastHost=6684de3f6e40,35149,1731433945125, regionLocation=6684de3f6e40,35149,1731433945125, openSeqNum=2 2024-11-12T17:52:54,189 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:52:54,189 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434034189 2024-11-12T17:52:54,189 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434094189 2024-11-12T17:52:54,189 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 21 msec 2024-11-12T17:52:54,189 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46027,1731433967117-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:54,190 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46027,1731433967117-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:54,190 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46027,1731433967117-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:54,190 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:46027, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:54,190 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:54,191 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 6684de3f6e40,35149,1731433945125 had 2 regions 2024-11-12T17:52:54,193 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:54,198 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6684de3f6e40,35149,1731433945125, splitWal=true, meta=true, isMeta: false 2024-11-12T17:52:54,200 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125-splitting dir is empty, no logs to split. 2024-11-12T17:52:54,200 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6684de3f6e40,35149,1731433945125 WAL count=0, meta=false 2024-11-12T17:52:54,209 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,35149,1731433945125-splitting dir is empty, no logs to split. 2024-11-12T17:52:54,210 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6684de3f6e40,35149,1731433945125 WAL count=0, meta=false 2024-11-12T17:52:54,210 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 6684de3f6e40,35149,1731433945125 WAL splitting is done? wals=0, meta=false 2024-11-12T17:52:54,210 WARN [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6684de3f6e40,35149,1731433945125/hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:54,216 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.585sec 2024-11-12T17:52:54,217 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:52:54,217 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:52:54,217 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:52:54,217 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:52:54,217 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:52:54,217 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46027,1731433967117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:52:54,217 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46027,1731433967117-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:52:54,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a85f703d6682c887444978de546d0495, ASSIGN}] 2024-11-12T17:52:54,228 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a85f703d6682c887444978de546d0495, ASSIGN 2024-11-12T17:52:54,231 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a85f703d6682c887444978de546d0495, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T17:52:54,235 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:52:54,236 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:52:54,236 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46027,1731433967117-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:52:54,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2dfdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:54,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,46027,-1 for getting cluster id 2024-11-12T17:52:54,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:54,330 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ca9f718-6246-4ec6-a6fd-1fe53843c725' 2024-11-12T17:52:54,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:54,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ca9f718-6246-4ec6-a6fd-1fe53843c725" 2024-11-12T17:52:54,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3f78fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,46027,-1] 2024-11-12T17:52:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:54,339 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:54,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3349593b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:54,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:52:54,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,42191,1731433967363, seqNum=-1] 2024-11-12T17:52:54,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:52:54,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:52:54,382 DEBUG [6684de3f6e40:46027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:52:54,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a85f703d6682c887444978de546d0495, regionState=OPENING, regionLocation=6684de3f6e40,42191,1731433967363 2024-11-12T17:52:54,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T17:52:54,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:52:54,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:54,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:54,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:54,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:54,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6684de3f6e40:46027 after: 6684de3f6e40:46027 2024-11-12T17:52:54,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a85f703d6682c887444978de546d0495, ASSIGN because future has completed 2024-11-12T17:52:54,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:54,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,46027,-1 for getting cluster id 2024-11-12T17:52:54,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:52:54,396 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ca9f718-6246-4ec6-a6fd-1fe53843c725' 2024-11-12T17:52:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:52:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ca9f718-6246-4ec6-a6fd-1fe53843c725" 2024-11-12T17:52:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a06625f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,46027,-1] 2024-11-12T17:52:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:52:54,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a85f703d6682c887444978de546d0495, server=6684de3f6e40,42191,1731433967363}] 2024-11-12T17:52:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:54,412 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:52:54,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8d5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:52:54,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:52:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,46027,1731433967117 2024-11-12T17:52:54,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac164e5 2024-11-12T17:52:54,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:52:54,438 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:52:54,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T17:52:54,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T17:52:54,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T17:52:54,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T17:52:54,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:52:54,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:52:54,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:54,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:54,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:54,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:52:54,472 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1852395182, stopped=false 2024-11-12T17:52:54,472 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,33359,1731433955120 2024-11-12T17:52:54,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:54,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:54,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:52:54,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:52:54,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C42191%2C1731433967363.rep, suffix=, logDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363, archiveDir=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs, maxLogs=10 2024-11-12T17:52:54,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.rep.1731433974593, exclude list is [], retry=0 2024-11-12T17:52:54,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33783,DS-b0715ea0-1b72-45ee-82cf-cf4d5f1f6350,DISK] 2024-11-12T17:52:54,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.rep.1731433974593 2024-11-12T17:52:54,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33629:33629)] 2024-11-12T17:52:54,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a85f703d6682c887444978de546d0495, NAME => 'hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:52:54,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:52:54,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:52:54,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. service=MultiRowMutationService 2024-11-12T17:52:54,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:52:54,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:52:54,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,689 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,696 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a85f703d6682c887444978de546d0495 columnFamilyName hfileref 2024-11-12T17:52:54,696 DEBUG [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:54,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11012070130/running 2024-11-12T17:52:54,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:54,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11012070130/running 2024-11-12T17:52:54,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:54,701 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:52:54,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:52:54,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:54,702 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(327): Store=a85f703d6682c887444978de546d0495/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:54,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:54,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,36421,1731433955396' ***** 2024-11-12T17:52:54,702 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:52:54,704 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:52:54,704 INFO [RS:0;6684de3f6e40:36421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:52:54,704 INFO [RS:0;6684de3f6e40:36421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:52:54,704 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,36421,1731433955396 2024-11-12T17:52:54,704 INFO [RS:0;6684de3f6e40:36421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:52:54,704 INFO [RS:0;6684de3f6e40:36421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:36421. 2024-11-12T17:52:54,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Set watcher on znode that does not yet exist, /11012070130/running 2024-11-12T17:52:54,704 DEBUG [RS:0;6684de3f6e40:36421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:54,704 DEBUG [RS:0;6684de3f6e40:36421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:54,704 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:52:54,704 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:52:54,705 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:52:54,705 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:52:54,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Set watcher on znode that does not yet exist, /11012070130/running 2024-11-12T17:52:54,705 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:52:54,706 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a85f703d6682c887444978de546d0495 columnFamilyName queue 2024-11-12T17:52:54,706 DEBUG [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:54,708 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:52:54,708 DEBUG [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:52:54,708 DEBUG [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:52:54,708 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:52:54,708 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:52:54,708 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:52:54,708 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:52:54,708 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:52:54,709 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T17:52:54,710 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:52:54,785 DEBUG [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495/queue/82e6e56d408b45149a7df3300acb1e64 2024-11-12T17:52:54,786 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(327): Store=a85f703d6682c887444978de546d0495/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:54,786 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,789 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a85f703d6682c887444978de546d0495 columnFamilyName sid 2024-11-12T17:52:54,789 DEBUG [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:52:54,793 INFO [StoreOpener-a85f703d6682c887444978de546d0495-1 {}] regionserver.HStore(327): Store=a85f703d6682c887444978de546d0495/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:52:54,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,792 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/1588230740/.tmp/ns/6c08618ccbc243df86109e92176a5ee9 is 43, key is default/ns:d/1731433958646/Put/seqid=0 2024-11-12T17:52:54,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741835_1011 (size=5153) 2024-11-12T17:52:54,833 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/1588230740/.tmp/ns/6c08618ccbc243df86109e92176a5ee9 2024-11-12T17:52:54,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:52:54,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a85f703d6682c887444978de546d0495; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70682844, jitterRate=0.053256452083587646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:52:54,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a85f703d6682c887444978de546d0495 2024-11-12T17:52:54,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a85f703d6682c887444978de546d0495: Running coprocessor pre-open hook at 1731433974662Writing region info on filesystem at 1731433974662Initializing all the Stores at 1731433974679 (+17 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433974679Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433974687 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433974687Cleaning up temporary data from old regions at 1731433974828 (+141 ms)Running coprocessor post-open hooks at 1731433974852 (+24 ms)Region opened successfully at 1731433974853 (+1 ms) 2024-11-12T17:52:54,855 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/1588230740/.tmp/ns/6c08618ccbc243df86109e92176a5ee9 as hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/1588230740/ns/6c08618ccbc243df86109e92176a5ee9 2024-11-12T17:52:54,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495., pid=19, masterSystemTime=1731433974567 2024-11-12T17:52:54,872 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/1588230740/ns/6c08618ccbc243df86109e92176a5ee9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T17:52:54,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:54,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:54,880 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=6, compaction requested=false 2024-11-12T17:52:54,880 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:52:54,883 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a85f703d6682c887444978de546d0495, regionState=OPEN, openSeqNum=10, regionLocation=6684de3f6e40,42191,1731433967363 2024-11-12T17:52:54,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a85f703d6682c887444978de546d0495, server=6684de3f6e40,42191,1731433967363 because future has completed 2024-11-12T17:52:54,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T17:52:54,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a85f703d6682c887444978de546d0495, server=6684de3f6e40,42191,1731433967363 in 495 msec 2024-11-12T17:52:54,908 DEBUG [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:52:54,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-12T17:52:54,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a85f703d6682c887444978de546d0495, ASSIGN in 680 msec 2024-11-12T17:52:54,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T17:52:54,921 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T17:52:54,928 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:52:54,928 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:52:54,928 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:52:54,928 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433974708Running coprocessor pre-close hooks at 1731433974708Disabling compacts and flushes for region at 1731433974708Disabling writes for close at 1731433974708Obtaining lock to block concurrent updates at 1731433974709 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731433974709Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731433974709Flushing stores of hbase:meta,,1.1588230740 at 1731433974720 (+11 ms)Flushing 1588230740/ns: creating writer at 1731433974721 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731433974791 (+70 ms)Flushing 1588230740/ns: closing flushed file at 1731433974791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8948e6: reopening flushed file at 1731433974853 (+62 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=6, compaction requested=false at 1731433974880 (+27 ms)Writing region close event to WAL at 1731433974890 (+10 ms)Running coprocessor post-close hooks at 1731433974927 (+37 ms)Closed at 1731433974928 (+1 ms) 2024-11-12T17:52:54,928 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:52:54,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495., hostname=6684de3f6e40,42191,1731433967363, seqNum=10] 2024-11-12T17:52:54,956 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:55,040 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6684de3f6e40,35149,1731433945125 2024-11-12T17:52:55,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T17:52:55,051 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:55,112 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,36421,1731433955396; all regions closed. 2024-11-12T17:52:55,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741834_1010 (size=1152) 2024-11-12T17:52:55,166 DEBUG [RS:0;6684de3f6e40:36421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/oldWALs 2024-11-12T17:52:55,167 INFO [RS:0;6684de3f6e40:36421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C36421%2C1731433955396.meta:.meta(num 1731433958421) 2024-11-12T17:52:55,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741832_1008 (size=93) 2024-11-12T17:52:55,200 DEBUG [RS:0;6684de3f6e40:36421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/oldWALs 2024-11-12T17:52:55,200 INFO [RS:0;6684de3f6e40:36421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C36421%2C1731433955396:(num 1731433957392) 2024-11-12T17:52:55,201 DEBUG [RS:0;6684de3f6e40:36421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:55,201 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:52:55,201 INFO [RS:0;6684de3f6e40:36421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:52:55,201 INFO [RS:0;6684de3f6e40:36421 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:52:55,202 INFO [RS:0;6684de3f6e40:36421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:52:55,202 INFO [RS:0;6684de3f6e40:36421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36421 2024-11-12T17:52:55,202 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:52:55,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42191 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-12T17:52:55,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11012070130/rs/6684de3f6e40,36421,1731433955396 2024-11-12T17:52:55,240 INFO [RS:0;6684de3f6e40:36421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:52:55,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130/rs 2024-11-12T17:52:55,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,36421,1731433955396] 2024-11-12T17:52:55,264 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11012070130/draining/6684de3f6e40,36421,1731433955396 already deleted, retry=false 2024-11-12T17:52:55,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,36421,1731433955396 expired; onlineServers=0 2024-11-12T17:52:55,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,33359,1731433955120' ***** 2024-11-12T17:52:55,265 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:52:55,266 INFO [M:0;6684de3f6e40:33359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:52:55,266 INFO [M:0;6684de3f6e40:33359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:52:55,266 DEBUG [M:0;6684de3f6e40:33359 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:52:55,266 DEBUG [M:0;6684de3f6e40:33359 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:52:55,266 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433957023 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433957023,5,FailOnTimeoutGroup] 2024-11-12T17:52:55,266 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433957023 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433957023,5,FailOnTimeoutGroup] 2024-11-12T17:52:55,267 INFO [M:0;6684de3f6e40:33359 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:52:55,267 INFO [M:0;6684de3f6e40:33359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:52:55,267 DEBUG [M:0;6684de3f6e40:33359 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:52:55,267 INFO [M:0;6684de3f6e40:33359 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:52:55,267 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:52:55,267 INFO [M:0;6684de3f6e40:33359 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:52:55,267 INFO [M:0;6684de3f6e40:33359 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:52:55,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:52:55,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11012070130/master 2024-11-12T17:52:55,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11012070130 2024-11-12T17:52:55,289 DEBUG [M:0;6684de3f6e40:33359 {}] zookeeper.RecoverableZooKeeper(212): Node /11012070130/master already deleted, retry=false 2024-11-12T17:52:55,289 DEBUG [M:0;6684de3f6e40:33359 {}] master.ActiveMasterManager(353): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Failed delete of our master address node; KeeperErrorCode = NoNode for /11012070130/master 2024-11-12T17:52:55,315 INFO [M:0;6684de3f6e40:33359 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/.lastflushedseqids 2024-11-12T17:52:55,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:55,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36421-0x1013176dee30004, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:55,356 INFO [RS:0;6684de3f6e40:36421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:52:55,356 INFO [RS:0;6684de3f6e40:36421 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,36421,1731433955396; zookeeper connection closed. 2024-11-12T17:52:55,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5315f9c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5315f9c9 2024-11-12T17:52:55,369 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:52:55,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741836_1012 (size=99) 2024-11-12T17:52:55,384 INFO [M:0;6684de3f6e40:33359 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:52:55,387 INFO [M:0;6684de3f6e40:33359 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:52:55,388 DEBUG [M:0;6684de3f6e40:33359 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:52:55,388 INFO [M:0;6684de3f6e40:33359 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:55,388 DEBUG [M:0;6684de3f6e40:33359 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:55,388 DEBUG [M:0;6684de3f6e40:33359 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:52:55,388 DEBUG [M:0;6684de3f6e40:33359 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:55,388 INFO [M:0;6684de3f6e40:33359 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T17:52:55,452 DEBUG [M:0;6684de3f6e40:33359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e867120185a4924b9f53b39a88667a2 is 82, key is hbase:meta,,1/info:regioninfo/1731433958590/Put/seqid=0 2024-11-12T17:52:55,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741837_1013 (size=5672) 2024-11-12T17:52:55,505 INFO [M:0;6684de3f6e40:33359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e867120185a4924b9f53b39a88667a2 2024-11-12T17:52:55,557 DEBUG [M:0;6684de3f6e40:33359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94ae33c3166543b29bd60a4b3842e9b6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731433958674/Put/seqid=0 2024-11-12T17:52:55,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741838_1014 (size=5275) 2024-11-12T17:52:55,596 INFO [M:0;6684de3f6e40:33359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94ae33c3166543b29bd60a4b3842e9b6 2024-11-12T17:52:55,644 DEBUG [M:0;6684de3f6e40:33359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d46126a3a314a9a886fc0ac3b1e9ceb is 69, key is 6684de3f6e40,36421,1731433955396/rs:state/1731433957100/Put/seqid=0 2024-11-12T17:52:55,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741839_1015 (size=5156) 2024-11-12T17:52:55,682 INFO [M:0;6684de3f6e40:33359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d46126a3a314a9a886fc0ac3b1e9ceb 2024-11-12T17:52:55,715 DEBUG [M:0;6684de3f6e40:33359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e867120185a4924b9f53b39a88667a2 as hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e867120185a4924b9f53b39a88667a2 2024-11-12T17:52:55,727 INFO [M:0;6684de3f6e40:33359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e867120185a4924b9f53b39a88667a2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T17:52:55,729 DEBUG [M:0;6684de3f6e40:33359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94ae33c3166543b29bd60a4b3842e9b6 as hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94ae33c3166543b29bd60a4b3842e9b6 2024-11-12T17:52:55,739 INFO [M:0;6684de3f6e40:33359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94ae33c3166543b29bd60a4b3842e9b6, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T17:52:55,746 DEBUG [M:0;6684de3f6e40:33359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d46126a3a314a9a886fc0ac3b1e9ceb as hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d46126a3a314a9a886fc0ac3b1e9ceb 2024-11-12T17:52:55,756 INFO [M:0;6684de3f6e40:33359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43231/user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d46126a3a314a9a886fc0ac3b1e9ceb, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T17:52:55,764 INFO [M:0;6684de3f6e40:33359 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 375ms, sequenceid=28, compaction requested=false 2024-11-12T17:52:55,790 INFO [M:0;6684de3f6e40:33359 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:55,791 DEBUG [M:0;6684de3f6e40:33359 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433975388Disabling compacts and flushes for region at 1731433975388Disabling writes for close at 1731433975388Obtaining lock to block concurrent updates at 1731433975388Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731433975388Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731433975389 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731433975391 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731433975391Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731433975452 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731433975452Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731433975523 (+71 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731433975557 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731433975557Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731433975606 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731433975644 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731433975644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be9a54: reopening flushed file at 1731433975705 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e11c194: reopening flushed file at 1731433975727 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423f7b36: reopening flushed file at 1731433975739 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 375ms, sequenceid=28, compaction requested=false at 1731433975764 (+25 ms)Writing region close event to WAL at 1731433975790 (+26 ms)Closed at 1731433975790 2024-11-12T17:52:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42517 is added to blk_1073741830_1006 (size=10165) 2024-11-12T17:52:55,835 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae953ea4-a973-0d65-b803-f235a724420f/MasterData/WALs/6684de3f6e40,33359,1731433955120/6684de3f6e40%2C33359%2C1731433955120.1731433956595 not finished, retry = 0 2024-11-12T17:52:55,946 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:52:55,946 INFO [M:0;6684de3f6e40:33359 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:52:55,948 INFO [M:0;6684de3f6e40:33359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33359 2024-11-12T17:52:55,956 INFO [M:0;6684de3f6e40:33359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:52:56,007 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:56,074 DEBUG [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 to pos 0, reset compression=false 2024-11-12T17:52:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33359-0x1013176dee30003, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:56,092 INFO [M:0;6684de3f6e40:33359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:52:56,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c12bb3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:52:56,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:52:56,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:52:56,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:52:56,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/hadoop.log.dir/,STOPPED} 2024-11-12T17:52:56,154 WARN [BP-1731316984-172.17.0.3-1731433952282 heartbeating to localhost/127.0.0.1:43231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:52:56,154 WARN [BP-1731316984-172.17.0.3-1731433952282 heartbeating to localhost/127.0.0.1:43231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1731316984-172.17.0.3-1731433952282 (Datanode Uuid fa4f51e6-e795-44db-9ce7-638e6e9c82f5) service to localhost/127.0.0.1:43231 2024-11-12T17:52:56,157 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:52:56,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/cluster_59802166-262b-05d1-c7af-295b7b68b807/data/data2/current/BP-1731316984-172.17.0.3-1731433952282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:52:56,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/cluster_59802166-262b-05d1-c7af-295b7b68b807/data/data1/current/BP-1731316984-172.17.0.3-1731433952282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:52:56,159 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:52:56,161 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:52:56,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a033f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:52:56,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:52:56,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:52:56,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:52:56,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/hadoop.log.dir/,STOPPED} 2024-11-12T17:52:56,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:52:56,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:52:56,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:52:56,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:56,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:56,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:56,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:56,286 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:52:56,286 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1491659390, stopped=false 2024-11-12T17:52:56,286 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,46027,1731433967117 2024-11-12T17:52:56,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-732806766/running 2024-11-12T17:52:56,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:56,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-732806766/running 2024-11-12T17:52:56,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:56,307 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:52:56,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/running 2024-11-12T17:52:56,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Set watcher on znode that does not yet exist, /0-732806766/running 2024-11-12T17:52:56,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:52:56,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:56,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:56,316 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,42191,1731433967363' ***** 2024-11-12T17:52:56,316 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:52:56,316 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:52:56,316 INFO [RS:0;6684de3f6e40:42191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:52:56,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:52:56,316 INFO [RS:0;6684de3f6e40:42191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:52:56,317 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(3091): Received CLOSE for a85f703d6682c887444978de546d0495 2024-11-12T17:52:56,317 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,42191,1731433967363 2024-11-12T17:52:56,317 INFO [RS:0;6684de3f6e40:42191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:52:56,317 INFO [RS:0;6684de3f6e40:42191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:42191. 2024-11-12T17:52:56,317 DEBUG [RS:0;6684de3f6e40:42191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:56,317 DEBUG [RS:0;6684de3f6e40:42191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:56,317 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:52:56,318 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:52:56,318 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:52:56,318 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:52:56,320 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a85f703d6682c887444978de546d0495, disabling compactions & flushes 2024-11-12T17:52:56,321 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:56,321 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:56,322 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:52:56,322 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a85f703d6682c887444978de546d0495=hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495.} 2024-11-12T17:52:56,322 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a85f703d6682c887444978de546d0495 2024-11-12T17:52:56,323 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. after waiting 0 ms 2024-11-12T17:52:56,323 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:56,326 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:52:56,327 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:52:56,327 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:52:56,327 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:52:56,328 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:52:56,328 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:52:56,328 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T17:52:56,367 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/replication/a85f703d6682c887444978de546d0495/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-12T17:52:56,369 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:52:56,369 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:52:56,369 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:56,369 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a85f703d6682c887444978de546d0495: Waiting for close lock at 1731433976320Running coprocessor pre-close hooks at 1731433976320Disabling compacts and flushes for region at 1731433976320Disabling writes for close at 1731433976323 (+3 ms)Writing region close event to WAL at 1731433976340 (+17 ms)Running coprocessor post-close hooks at 1731433976369 (+29 ms)Closed at 1731433976369 2024-11-12T17:52:56,370 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495. 2024-11-12T17:52:56,392 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/info/0b6ac8c88b2d437cb75d89ee690e155d is 147, key is hbase:replication,,1731433959197.a85f703d6682c887444978de546d0495./info:regioninfo/1731433974883/Put/seqid=0 2024-11-12T17:52:56,404 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:52:56,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741851_1027 (size=6385) 2024-11-12T17:52:56,468 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/info/0b6ac8c88b2d437cb75d89ee690e155d 2024-11-12T17:52:56,482 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/.tmp/info/0b6ac8c88b2d437cb75d89ee690e155d as hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/info/0b6ac8c88b2d437cb75d89ee690e155d 2024-11-12T17:52:56,497 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/info/0b6ac8c88b2d437cb75d89ee690e155d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T17:52:56,508 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 179ms, sequenceid=19, compaction requested=false 2024-11-12T17:52:56,508 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:52:56,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:52:56,522 DEBUG [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:52:56,567 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T17:52:56,568 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:52:56,568 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:52:56,569 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:52:56,569 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433976327Running coprocessor pre-close hooks at 1731433976327Disabling compacts and flushes for region at 1731433976327Disabling writes for close at 1731433976328 (+1 ms)Obtaining lock to block concurrent updates at 1731433976328Preparing flush snapshotting stores in 1588230740 at 1731433976328Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731433976328Flushing stores of hbase:meta,,1.1588230740 at 1731433976332 (+4 ms)Flushing 1588230740/info: creating writer at 1731433976332Flushing 1588230740/info: appending metadata at 1731433976391 (+59 ms)Flushing 1588230740/info: closing flushed file at 1731433976391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62cf2930: reopening flushed file at 1731433976479 (+88 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 179ms, sequenceid=19, compaction requested=false at 1731433976508 (+29 ms)Writing region close event to WAL at 1731433976532 (+24 ms)Running coprocessor post-close hooks at 1731433976568 (+36 ms)Closed at 1731433976568 2024-11-12T17:52:56,569 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:52:56,723 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,42191,1731433967363; all regions closed. 2024-11-12T17:52:56,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741849_1025 (size=2156) 2024-11-12T17:52:56,775 DEBUG [RS:0;6684de3f6e40:42191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs 2024-11-12T17:52:56,775 INFO [RS:0;6684de3f6e40:42191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C42191%2C1731433967363.meta:.meta(num 1731433970821) 2024-11-12T17:52:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741850_1026 (size=796) 2024-11-12T17:52:56,816 DEBUG [RS:0;6684de3f6e40:42191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs 2024-11-12T17:52:56,816 INFO [RS:0;6684de3f6e40:42191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C42191%2C1731433967363.rep:(num 1731433974593) 2024-11-12T17:52:56,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/WALs/6684de3f6e40,42191,1731433967363/6684de3f6e40%2C42191%2C1731433967363.1731433970273 not finished, retry = 0 2024-11-12T17:52:56,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741848_1024 (size=93) 2024-11-12T17:52:56,953 DEBUG [RS:0;6684de3f6e40:42191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/oldWALs 2024-11-12T17:52:56,953 INFO [RS:0;6684de3f6e40:42191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C42191%2C1731433967363:(num 1731433970273) 2024-11-12T17:52:56,953 DEBUG [RS:0;6684de3f6e40:42191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:56,953 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:52:56,954 INFO [RS:0;6684de3f6e40:42191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:52:56,954 INFO [RS:0;6684de3f6e40:42191 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:52:56,954 INFO [RS:0;6684de3f6e40:42191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:52:56,955 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,42191,1731433967363 because: Region server is closing 2024-11-12T17:52:56,955 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T17:52:56,955 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T17:52:56,955 INFO [RS:0;6684de3f6e40:42191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:42191. 2024-11-12T17:52:56,955 DEBUG [RS:0;6684de3f6e40:42191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:56,955 DEBUG [RS:0;6684de3f6e40:42191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:56,955 DEBUG [RS:0;6684de3f6e40:42191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:56,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:56,955 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:52:56,955 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-12T17:52:57,056 WARN [RS:0;6684de3f6e40:42191.replicationSource.wal-reader.6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T17:52:57,056 WARN [RS:0;6684de3f6e40:42191.replicationSource.shipper6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T17:52:57,056 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6684de3f6e40:42191.replicationSource.shipper6684de3f6e40%2C42191%2C1731433967363,1-6684de3f6e40,42191,1731433967363 terminated 2024-11-12T17:52:57,057 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6684de3f6e40,42191,1731433967363 because: Region server is closing 2024-11-12T17:52:57,057 INFO [RS:0;6684de3f6e40:42191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:42191. 2024-11-12T17:52:57,057 DEBUG [RS:0;6684de3f6e40:42191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:52:57,057 DEBUG [RS:0;6684de3f6e40:42191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:57,057 DEBUG [RS:0;6684de3f6e40:42191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:52:57,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:52:57,159 WARN [RS:0;6684de3f6e40:42191.replicationSource.shipper6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T17:52:57,160 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6684de3f6e40:42191.replicationSource.shipper6684de3f6e40%2C42191%2C1731433967363,2-6684de3f6e40,42191,1731433967363 terminated 2024-11-12T17:52:57,160 INFO [RS:0;6684de3f6e40:42191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42191 2024-11-12T17:52:57,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766/rs 2024-11-12T17:52:57,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-732806766/rs/6684de3f6e40,42191,1731433967363 2024-11-12T17:52:57,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,42191,1731433967363] 2024-11-12T17:52:57,191 INFO [RS:0;6684de3f6e40:42191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:52:57,199 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/draining/6684de3f6e40,42191,1731433967363 already deleted, retry=false 2024-11-12T17:52:57,199 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,42191,1731433967363 expired; onlineServers=0 2024-11-12T17:52:57,199 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,46027,1731433967117' ***** 2024-11-12T17:52:57,199 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:52:57,200 INFO [M:0;6684de3f6e40:46027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:52:57,200 INFO [M:0;6684de3f6e40:46027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:52:57,200 DEBUG [M:0;6684de3f6e40:46027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:52:57,200 DEBUG [M:0;6684de3f6e40:46027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:52:57,200 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433969643 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433969643,5,FailOnTimeoutGroup] 2024-11-12T17:52:57,201 INFO [M:0;6684de3f6e40:46027 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:52:57,201 INFO [M:0;6684de3f6e40:46027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:52:57,201 DEBUG [M:0;6684de3f6e40:46027 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:52:57,201 INFO [M:0;6684de3f6e40:46027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:52:57,201 INFO [M:0;6684de3f6e40:46027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:52:57,201 INFO [M:0;6684de3f6e40:46027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:52:57,201 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433969631 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433969631,5,FailOnTimeoutGroup] 2024-11-12T17:52:57,202 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:52:57,203 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:52:57,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-732806766/master 2024-11-12T17:52:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-732806766 2024-11-12T17:52:57,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-732806766/master already deleted, retry=false 2024-11-12T17:52:57,229 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-732806766/master 2024-11-12T17:52:57,235 INFO [M:0;6684de3f6e40:46027 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/.lastflushedseqids 2024-11-12T17:52:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741852_1028 (size=181) 2024-11-12T17:52:57,296 INFO [M:0;6684de3f6e40:46027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:52:57,300 INFO [M:0;6684de3f6e40:46027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:52:57,300 DEBUG [M:0;6684de3f6e40:46027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:52:57,300 INFO [M:0;6684de3f6e40:46027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:57,300 DEBUG [M:0;6684de3f6e40:46027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:57,301 DEBUG [M:0;6684de3f6e40:46027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:52:57,301 DEBUG [M:0;6684de3f6e40:46027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:57,301 INFO [M:0;6684de3f6e40:46027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T17:52:57,307 INFO [RS:0;6684de3f6e40:42191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:52:57,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:57,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42191-0x1013176dee30007, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:57,308 INFO [RS:0;6684de3f6e40:42191 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,42191,1731433967363; zookeeper connection closed. 2024-11-12T17:52:57,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34a82b97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34a82b97 2024-11-12T17:52:57,312 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:52:57,363 DEBUG [M:0;6684de3f6e40:46027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ec7f83d56084c65a5a3283f26cded21 is 82, key is hbase:meta,,1/info:regioninfo/1731433971189/Put/seqid=0 2024-11-12T17:52:57,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741853_1029 (size=5680) 2024-11-12T17:52:57,423 INFO [M:0;6684de3f6e40:46027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ec7f83d56084c65a5a3283f26cded21 2024-11-12T17:52:57,500 DEBUG [M:0;6684de3f6e40:46027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7153d4650404c7db477daaa3f8f9aa9 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731433974907/Put/seqid=0 2024-11-12T17:52:57,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741854_1030 (size=7319) 2024-11-12T17:52:57,559 INFO [M:0;6684de3f6e40:46027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7153d4650404c7db477daaa3f8f9aa9 2024-11-12T17:52:57,639 DEBUG [M:0;6684de3f6e40:46027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1d138c4ff8e47bd82211f51059c71e2 is 69, key is 6684de3f6e40,42191,1731433967363/rs:state/1731433969720/Put/seqid=0 2024-11-12T17:52:57,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741855_1031 (size=5371) 2024-11-12T17:52:57,681 INFO [M:0;6684de3f6e40:46027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1d138c4ff8e47bd82211f51059c71e2 2024-11-12T17:52:57,706 INFO [M:0;6684de3f6e40:46027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1d138c4ff8e47bd82211f51059c71e2 2024-11-12T17:52:57,715 DEBUG [M:0;6684de3f6e40:46027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ec7f83d56084c65a5a3283f26cded21 as hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ec7f83d56084c65a5a3283f26cded21 2024-11-12T17:52:57,751 INFO [M:0;6684de3f6e40:46027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ec7f83d56084c65a5a3283f26cded21, entries=8, sequenceid=172, filesize=5.5 K 2024-11-12T17:52:57,759 DEBUG [M:0;6684de3f6e40:46027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7153d4650404c7db477daaa3f8f9aa9 as hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7153d4650404c7db477daaa3f8f9aa9 2024-11-12T17:52:57,798 INFO [M:0;6684de3f6e40:46027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7153d4650404c7db477daaa3f8f9aa9, entries=7, sequenceid=172, filesize=7.1 K 2024-11-12T17:52:57,806 DEBUG [M:0;6684de3f6e40:46027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1d138c4ff8e47bd82211f51059c71e2 as hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1d138c4ff8e47bd82211f51059c71e2 2024-11-12T17:52:57,830 INFO [M:0;6684de3f6e40:46027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1d138c4ff8e47bd82211f51059c71e2 2024-11-12T17:52:57,830 INFO [M:0;6684de3f6e40:46027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44363/user/jenkins/test-data/eaf93591-bc49-f805-89d6-2e73a47ecb70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1d138c4ff8e47bd82211f51059c71e2, entries=2, sequenceid=172, filesize=5.2 K 2024-11-12T17:52:57,844 INFO [M:0;6684de3f6e40:46027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=172, compaction requested=false 2024-11-12T17:52:57,902 INFO [M:0;6684de3f6e40:46027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:52:57,905 DEBUG [M:0;6684de3f6e40:46027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433977300Disabling compacts and flushes for region at 1731433977300Disabling writes for close at 1731433977301 (+1 ms)Obtaining lock to block concurrent updates at 1731433977301Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731433977301Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731433977302 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731433977311 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731433977311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731433977361 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731433977361Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731433977465 (+104 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731433977499 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731433977499Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731433977584 (+85 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731433977637 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731433977638 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1dec10: reopening flushed file at 1731433977706 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63eb53cf: reopening flushed file at 1731433977751 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118a986e: reopening flushed file at 1731433977799 (+48 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=172, compaction requested=false at 1731433977844 (+45 ms)Writing region close event to WAL at 1731433977902 (+58 ms)Closed at 1731433977902 2024-11-12T17:52:57,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33783 is added to blk_1073741847_1023 (size=22949) 2024-11-12T17:52:57,944 INFO [M:0;6684de3f6e40:46027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:52:57,944 INFO [M:0;6684de3f6e40:46027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46027 2024-11-12T17:52:57,944 INFO [M:0;6684de3f6e40:46027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:52:57,944 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:52:58,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:58,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x1013176dee30006, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:52:58,078 INFO [M:0;6684de3f6e40:46027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:52:58,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:52:58,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:52:58,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:52:58,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:52:58,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/hadoop.log.dir/,STOPPED} 2024-11-12T17:52:58,109 WARN [BP-2085662112-172.17.0.3-1731433936113 heartbeating to localhost/127.0.0.1:44363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:52:58,109 WARN [BP-2085662112-172.17.0.3-1731433936113 heartbeating to localhost/127.0.0.1:44363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2085662112-172.17.0.3-1731433936113 (Datanode Uuid 7e2c1488-2915-4e9d-b7f3-356f1fd202a6) service to localhost/127.0.0.1:44363 2024-11-12T17:52:58,110 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:52:58,110 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:52:58,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/cluster_ff0e3299-3182-1932-26be-c29d9032ba25/data/data1/current/BP-2085662112-172.17.0.3-1731433936113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:52:58,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/cluster_ff0e3299-3182-1932-26be-c29d9032ba25/data/data2/current/BP-2085662112-172.17.0.3-1731433936113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:52:58,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:52:58,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146fb057{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:52:58,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:52:58,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:52:58,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:52:58,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96512e6a-3db5-efc5-7d98-66a79a444cec/hadoop.log.dir/,STOPPED} 2024-11-12T17:52:58,174 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T17:52:58,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:52:58,246 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60371) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43231 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60371) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6684de3f6e40:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6684de3f6e40:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@78fc287c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6684de3f6e40:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6684de3f6e40:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44363 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/6684de3f6e40:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=3050 (was 2579) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2292 (was 3460) 2024-11-12T17:52:58,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013176dee30005, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:52:58,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013176dee30005, quorum=127.0.0.1:60371, baseZNode=/11012070130 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:52:58,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013176dee30002, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:52:58,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=3050, ProcessCount=11, AvailableMemoryMB=2291 2024-11-12T17:52:58,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013176dee30002, quorum=127.0.0.1:60371, baseZNode=/0-732806766 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:52:58,293 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-12T17:52:58,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/hadoop.log.dir so I do NOT create it in target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc 2024-11-12T17:52:58,295 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:52:58,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/hadoop.tmp.dir so I do NOT create it in target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc 2024-11-12T17:52:58,295 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e55889bc-155d-392f-ff92-0b87ba89c539/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:52:58,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc 2024-11-12T17:52:58,295 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/cluster_dda45a21-796e-5522-b872-864a09537dc0, deleteOnExit=true 2024-11-12T17:52:58,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/cluster_dda45a21-796e-5522-b872-864a09537dc0/zookeeper_0, clientPort=49153, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/cluster_dda45a21-796e-5522-b872-864a09537dc0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/cluster_dda45a21-796e-5522-b872-864a09537dc0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:52:58,370 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49153 2024-11-12T17:52:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:52:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:52:58,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/test.cache.data in system properties and HBase conf 2024-11-12T17:52:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:52:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:52:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:52:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:52:58,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:52:58,371 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:52:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:52:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:52:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:52:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:52:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:52:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:52:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:52:58,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:52:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:52:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:52:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:52:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:52:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:52:58,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:52:58,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:52:58,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:52:58,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:52:58,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:52:58,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:52:58,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:52:58,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@708c07f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:52:58,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa94757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:52:59,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1058471a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/java.io.tmpdir/jetty-localhost-39713-hadoop-hdfs-3_4_1-tests_jar-_-any-17923389950723366365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:52:59,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@520994d2{HTTP/1.1, (http/1.1)}{localhost:39713} 2024-11-12T17:52:59,115 INFO [Time-limited test {}] server.Server(415): Started @48039ms 2024-11-12T17:52:59,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:52:59,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:52:59,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:52:59,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:52:59,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:52:59,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@394705a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:52:59,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2ebcda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:52:59,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@113e0336{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/java.io.tmpdir/jetty-localhost-45049-hadoop-hdfs-3_4_1-tests_jar-_-any-8727158867806891375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:52:59,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3de29a00{HTTP/1.1, (http/1.1)}{localhost:45049} 2024-11-12T17:52:59,943 INFO [Time-limited test {}] server.Server(415): Started @48868ms 2024-11-12T17:52:59,946 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:53:00,780 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/cluster_dda45a21-796e-5522-b872-864a09537dc0/data/data1/current/BP-2020060338-172.17.0.3-1731433978428/current, will proceed with Du for space computation calculation, 2024-11-12T17:53:00,784 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/cluster_dda45a21-796e-5522-b872-864a09537dc0/data/data2/current/BP-2020060338-172.17.0.3-1731433978428/current, will proceed with Du for space computation calculation, 2024-11-12T17:53:00,903 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:53:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe875a92d3f31dac5 with lease ID 0xdb531b08e72b6d88: Processing first storage report for DS-e6559660-adcc-484e-b148-c9fac342caf4 from datanode DatanodeRegistration(127.0.0.1:33603, datanodeUuid=a6f04f3f-77e5-4ca2-a03e-8a938fd594d6, infoPort=37023, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=379766448;c=1731433978428) 2024-11-12T17:53:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe875a92d3f31dac5 with lease ID 0xdb531b08e72b6d88: from storage DS-e6559660-adcc-484e-b148-c9fac342caf4 node DatanodeRegistration(127.0.0.1:33603, datanodeUuid=a6f04f3f-77e5-4ca2-a03e-8a938fd594d6, infoPort=37023, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=379766448;c=1731433978428), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:53:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe875a92d3f31dac5 with lease ID 0xdb531b08e72b6d88: Processing first storage report for DS-bd23baae-a754-4991-b7f9-5cd84fafd818 from datanode DatanodeRegistration(127.0.0.1:33603, datanodeUuid=a6f04f3f-77e5-4ca2-a03e-8a938fd594d6, infoPort=37023, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=379766448;c=1731433978428) 2024-11-12T17:53:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe875a92d3f31dac5 with lease ID 0xdb531b08e72b6d88: from storage DS-bd23baae-a754-4991-b7f9-5cd84fafd818 node DatanodeRegistration(127.0.0.1:33603, datanodeUuid=a6f04f3f-77e5-4ca2-a03e-8a938fd594d6, infoPort=37023, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=379766448;c=1731433978428), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:53:00,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc 2024-11-12T17:53:00,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:00,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:01,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:53:01,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245 with version=8 2024-11-12T17:53:01,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/hbase-staging 2024-11-12T17:53:01,424 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:53:01,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:01,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:01,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:53:01,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:01,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:53:01,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:53:01,425 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:53:01,430 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37261 2024-11-12T17:53:01,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37261 connecting to ZooKeeper ensemble=127.0.0.1:49153 2024-11-12T17:53:01,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372610x0, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:01,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37261-0x10131778bd00000 connected 2024-11-12T17:53:01,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:53:01,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:01,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:01,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:01,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Set watcher on znode that does not yet exist, /0-548264202/running 2024-11-12T17:53:01,932 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245, hbase.cluster.distributed=false 2024-11-12T17:53:01,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Set watcher on znode that does not yet exist, /0-548264202/acl 2024-11-12T17:53:01,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:01,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-12T17:53:01,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37261 2024-11-12T17:53:01,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37261 2024-11-12T17:53:02,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-12T17:53:02,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-12T17:53:02,037 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:53:02,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:02,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:02,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:53:02,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:02,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:53:02,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:53:02,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:53:02,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42569 2024-11-12T17:53:02,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42569 connecting to ZooKeeper ensemble=127.0.0.1:49153 2024-11-12T17:53:02,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:02,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:02,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425690x0, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:02,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425690x0, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Set watcher on znode that does not yet exist, /0-548264202/running 2024-11-12T17:53:02,108 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:53:02,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42569-0x10131778bd00001 connected 2024-11-12T17:53:02,118 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:53:02,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Set watcher on znode that does not yet exist, /0-548264202/master 2024-11-12T17:53:02,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Set watcher on znode that does not yet exist, /0-548264202/acl 2024-11-12T17:53:02,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42569 2024-11-12T17:53:02,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42569 2024-11-12T17:53:02,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42569 2024-11-12T17:53:02,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42569 2024-11-12T17:53:02,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42569 2024-11-12T17:53:02,214 DEBUG [M:0;6684de3f6e40:37261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:37261 2024-11-12T17:53:02,220 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-548264202/backup-masters/6684de3f6e40,37261,1731433981424 2024-11-12T17:53:02,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202/backup-masters 2024-11-12T17:53:02,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202/backup-masters 2024-11-12T17:53:02,248 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Set watcher on existing znode=/0-548264202/backup-masters/6684de3f6e40,37261,1731433981424 2024-11-12T17:53:02,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-548264202/master 2024-11-12T17:53:02,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:02,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:02,272 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Set watcher on existing znode=/0-548264202/master 2024-11-12T17:53:02,272 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-548264202/backup-masters/6684de3f6e40,37261,1731433981424 from backup master directory 2024-11-12T17:53:02,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548264202/backup-masters/6684de3f6e40,37261,1731433981424 2024-11-12T17:53:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202/backup-masters 2024-11-12T17:53:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202/backup-masters 2024-11-12T17:53:02,288 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:53:02,288 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,37261,1731433981424 2024-11-12T17:53:02,311 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/hbase.id] with ID: a9c46ac7-9f48-49d3-b91e-2022eb7e8306 2024-11-12T17:53:02,312 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/.tmp/hbase.id 2024-11-12T17:53:02,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:53:02,767 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/.tmp/hbase.id]:[hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/hbase.id] 2024-11-12T17:53:02,830 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:02,831 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:53:02,837 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-12T17:53:02,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:02,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:53:02,908 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:53:02,909 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:53:02,939 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:02,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:53:02,980 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store 2024-11-12T17:53:03,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:53:03,084 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:03,084 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:53:03,084 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:03,084 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:03,084 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:53:03,084 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:03,084 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:03,084 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433983084Disabling compacts and flushes for region at 1731433983084Disabling writes for close at 1731433983084Writing region close event to WAL at 1731433983084Closed at 1731433983084 2024-11-12T17:53:03,099 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/.initializing 2024-11-12T17:53:03,099 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/WALs/6684de3f6e40,37261,1731433981424 2024-11-12T17:53:03,108 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:53:03,131 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C37261%2C1731433981424, suffix=, logDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/WALs/6684de3f6e40,37261,1731433981424, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/oldWALs, maxLogs=10 2024-11-12T17:53:03,156 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/WALs/6684de3f6e40,37261,1731433981424/6684de3f6e40%2C37261%2C1731433981424.1731433983132, exclude list is [], retry=0 2024-11-12T17:53:03,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33603,DS-e6559660-adcc-484e-b148-c9fac342caf4,DISK] 2024-11-12T17:53:03,194 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/WALs/6684de3f6e40,37261,1731433981424/6684de3f6e40%2C37261%2C1731433981424.1731433983132 2024-11-12T17:53:03,210 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37023:37023)] 2024-11-12T17:53:03,210 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:03,211 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:03,211 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,211 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:53:03,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:03,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:03,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:53:03,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:03,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:03,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:53:03,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:03,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:03,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:53:03,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:03,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:03,290 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,291 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,292 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,302 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,302 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,303 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:03,305 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:03,315 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:03,319 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68547298, jitterRate=0.02143433690071106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:03,321 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731433983211Initializing all the Stores at 1731433983219 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433983219Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433983226 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433983226Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433983226Cleaning up temporary data from old regions at 1731433983302 (+76 ms)Region opened successfully at 1731433983320 (+18 ms) 2024-11-12T17:53:03,321 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:53:03,356 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23932157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:53:03,371 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:53:03,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:53:03,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:53:03,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:53:03,377 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-12T17:53:03,378 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:53:03,378 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:53:03,410 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:53:03,411 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Unable to get data of znode /0-548264202/balancer because node does not exist (not necessarily an error) 2024-11-12T17:53:03,438 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548264202/balancer already deleted, retry=false 2024-11-12T17:53:03,439 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:53:03,443 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Unable to get data of znode /0-548264202/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:53:03,452 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548264202/normalizer already deleted, retry=false 2024-11-12T17:53:03,453 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:53:03,467 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Unable to get data of znode /0-548264202/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:53:03,485 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548264202/switch/split already deleted, retry=false 2024-11-12T17:53:03,492 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Unable to get data of znode /0-548264202/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:53:03,505 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548264202/switch/merge already deleted, retry=false 2024-11-12T17:53:03,521 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Unable to get data of znode /0-548264202/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:53:03,535 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-548264202/snapshot-cleanup already deleted, retry=false 2024-11-12T17:53:03,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-548264202/running 2024-11-12T17:53:03,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-548264202/running 2024-11-12T17:53:03,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:03,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:03,555 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,37261,1731433981424, sessionid=0x10131778bd00000, setting cluster-up flag (Was=false) 2024-11-12T17:53:03,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:03,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:03,644 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-548264202/flush-table-proc/acquired, /0-548264202/flush-table-proc/reached, /0-548264202/flush-table-proc/abort 2024-11-12T17:53:03,667 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,37261,1731433981424 2024-11-12T17:53:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:03,743 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-548264202/online-snapshot/acquired, /0-548264202/online-snapshot/reached, /0-548264202/online-snapshot/abort 2024-11-12T17:53:03,775 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,37261,1731433981424 2024-11-12T17:53:03,796 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:53:03,803 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:03,804 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:53:03,804 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:53:03,804 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,37261,1731433981424 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:53:03,819 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(746): ClusterId : a9c46ac7-9f48-49d3-b91e-2022eb7e8306 2024-11-12T17:53:03,819 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:53:03,824 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:03,824 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:03,824 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:03,824 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:03,824 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:53:03,824 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:03,824 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:53:03,824 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:03,845 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:53:03,845 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:53:03,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:03,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:53:03,856 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434013856 2024-11-12T17:53:03,856 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:53:03,856 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:53:03,856 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:53:03,856 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:53:03,856 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:53:03,856 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:53:03,859 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:03,864 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:03,864 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:53:03,873 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:53:03,873 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:53:03,873 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:53:03,873 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:53:03,875 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:53:03,875 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:53:03,876 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:53:03,876 DEBUG [RS:0;6684de3f6e40:42569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5c602b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:53:03,883 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433983875,5,FailOnTimeoutGroup] 2024-11-12T17:53:03,887 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433983883,5,FailOnTimeoutGroup] 2024-11-12T17:53:03,887 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:03,888 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:53:03,888 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:03,888 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:03,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:53:03,923 DEBUG [RS:0;6684de3f6e40:42569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:42569 2024-11-12T17:53:03,923 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:53:03,923 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:53:03,923 DEBUG [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:53:03,932 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,37261,1731433981424 with port=42569, startcode=1731433982036 2024-11-12T17:53:03,932 DEBUG [RS:0;6684de3f6e40:42569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:53:03,937 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:53:03,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,42569,1731433982036 2024-11-12T17:53:03,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37261 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,42569,1731433982036 2024-11-12T17:53:03,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:53:03,938 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245 2024-11-12T17:53:03,950 DEBUG [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245 2024-11-12T17:53:03,950 DEBUG [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46761 2024-11-12T17:53:03,950 DEBUG [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:53:03,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202/rs 2024-11-12T17:53:03,961 DEBUG [RS:0;6684de3f6e40:42569 {}] zookeeper.ZKUtil(111): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Set watcher on existing znode=/0-548264202/rs/6684de3f6e40,42569,1731433982036 2024-11-12T17:53:03,962 WARN [RS:0;6684de3f6e40:42569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:53:03,962 INFO [RS:0;6684de3f6e40:42569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:03,962 DEBUG [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036 2024-11-12T17:53:03,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,42569,1731433982036] 2024-11-12T17:53:03,983 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:53:03,991 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:53:03,993 INFO [RS:0;6684de3f6e40:42569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:53:03,994 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:03,996 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:53:04,005 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:53:04,006 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:04,006 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:04,006 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:04,006 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:04,006 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:04,006 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:04,006 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:53:04,006 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:04,006 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:04,007 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:04,007 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:04,007 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:53:04,011 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:04,011 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:53:04,011 DEBUG [RS:0;6684de3f6e40:42569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:53:04,039 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:04,039 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:04,039 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:04,039 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:04,040 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:04,043 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,42569,1731433982036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:53:04,081 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:53:04,081 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,42569,1731433982036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:04,081 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:04,082 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.Replication(171): 6684de3f6e40,42569,1731433982036 started 2024-11-12T17:53:04,107 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:04,108 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,42569,1731433982036, RpcServer on 6684de3f6e40/172.17.0.3:42569, sessionid=0x10131778bd00001 2024-11-12T17:53:04,108 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:53:04,108 DEBUG [RS:0;6684de3f6e40:42569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,42569,1731433982036 2024-11-12T17:53:04,109 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,42569,1731433982036' 2024-11-12T17:53:04,109 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-548264202/flush-table-proc/abort' 2024-11-12T17:53:04,109 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-548264202/flush-table-proc/acquired' 2024-11-12T17:53:04,110 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:53:04,110 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:53:04,110 DEBUG [RS:0;6684de3f6e40:42569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,42569,1731433982036 2024-11-12T17:53:04,110 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,42569,1731433982036' 2024-11-12T17:53:04,110 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-548264202/online-snapshot/abort' 2024-11-12T17:53:04,110 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-548264202/online-snapshot/acquired' 2024-11-12T17:53:04,111 DEBUG [RS:0;6684de3f6e40:42569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:53:04,111 INFO [RS:0;6684de3f6e40:42569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:53:04,111 INFO [RS:0;6684de3f6e40:42569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:53:04,212 INFO [RS:0;6684de3f6e40:42569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:53:04,218 INFO [RS:0;6684de3f6e40:42569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C42569%2C1731433982036, suffix=, logDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/oldWALs, maxLogs=10 2024-11-12T17:53:04,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:53:04,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:53:04,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:53:04,243 DEBUG [RS:0;6684de3f6e40:42569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220, exclude list is [], retry=0 2024-11-12T17:53:04,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33603,DS-e6559660-adcc-484e-b148-c9fac342caf4,DISK] 2024-11-12T17:53:04,276 INFO [RS:0;6684de3f6e40:42569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220 2024-11-12T17:53:04,279 DEBUG [RS:0;6684de3f6e40:42569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37023:37023)] 2024-11-12T17:53:04,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:04,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:53:04,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:53:04,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:04,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:04,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:53:04,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:53:04,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:04,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:04,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:53:04,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:53:04,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:04,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:04,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:53:04,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:53:04,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:04,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:04,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:53:04,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740 2024-11-12T17:53:04,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740 2024-11-12T17:53:04,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:53:04,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:53:04,518 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:04,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:53:04,576 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:04,579 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60270740, jitterRate=-0.10189598798751831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:04,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731433984416Initializing all the Stores at 1731433984423 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433984423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433984427 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433984427Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433984427Cleaning up temporary data from old regions at 1731433984517 (+90 ms)Region opened successfully at 1731433984581 (+64 ms) 2024-11-12T17:53:04,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:53:04,581 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:53:04,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:53:04,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:53:04,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:53:04,590 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:53:04,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433984581Disabling compacts and flushes for region at 1731433984581Disabling writes for close at 1731433984581Writing region close event to WAL at 1731433984590 (+9 ms)Closed at 1731433984590 2024-11-12T17:53:04,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:04,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:53:04,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:53:04,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:53:04,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:53:04,749 DEBUG [6684de3f6e40:37261 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:53:04,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,42569,1731433982036 2024-11-12T17:53:04,756 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,42569,1731433982036, state=OPENING 2024-11-12T17:53:04,783 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:53:04,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:04,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:04,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548264202/meta-region-server: CHANGED 2024-11-12T17:53:04,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548264202/meta-region-server: CHANGED 2024-11-12T17:53:04,801 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:53:04,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,42569,1731433982036}] 2024-11-12T17:53:04,971 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:53:04,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:53:04,999 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:53:04,999 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:04,999 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:53:05,028 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C42569%2C1731433982036.meta, suffix=.meta, logDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/oldWALs, maxLogs=10 2024-11-12T17:53:05,069 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.meta.1731433985035.meta, exclude list is [], retry=0 2024-11-12T17:53:05,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33603,DS-e6559660-adcc-484e-b148-c9fac342caf4,DISK] 2024-11-12T17:53:05,110 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.meta.1731433985035.meta 2024-11-12T17:53:05,114 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37023:37023)] 2024-11-12T17:53:05,114 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:05,124 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:53:05,124 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:53:05,124 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:53:05,124 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:53:05,124 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:53:05,125 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:05,125 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:53:05,125 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:53:05,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:53:05,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:53:05,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:05,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:05,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:53:05,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:53:05,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:05,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:05,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:53:05,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:53:05,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:05,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:05,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:53:05,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:53:05,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:05,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:05,172 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:53:05,180 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740 2024-11-12T17:53:05,186 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740 2024-11-12T17:53:05,198 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:53:05,198 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:53:05,199 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:05,220 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:53:05,226 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72192058, jitterRate=0.07574549317359924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:05,226 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:53:05,230 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731433985126Writing region info on filesystem at 1731433985126Initializing all the Stores at 1731433985141 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433985141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433985152 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433985152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433985152Cleaning up temporary data from old regions at 1731433985198 (+46 ms)Running coprocessor post-open hooks at 1731433985226 (+28 ms)Region opened successfully at 1731433985230 (+4 ms) 2024-11-12T17:53:05,245 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731433984971 2024-11-12T17:53:05,258 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:53:05,258 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:53:05,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,42569,1731433982036 2024-11-12T17:53:05,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,42569,1731433982036, state=OPEN 2024-11-12T17:53:05,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-548264202/meta-region-server 2024-11-12T17:53:05,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548264202/meta-region-server: CHANGED 2024-11-12T17:53:05,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-548264202/meta-region-server 2024-11-12T17:53:05,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-548264202/meta-region-server: CHANGED 2024-11-12T17:53:05,366 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,42569,1731433982036 2024-11-12T17:53:05,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:53:05,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,42569,1731433982036 in 565 msec 2024-11-12T17:53:05,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:53:05,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 779 msec 2024-11-12T17:53:05,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:05,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:53:05,399 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:05,399 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,42569,1731433982036, seqNum=-1] 2024-11-12T17:53:05,400 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:05,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:05,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6350 sec 2024-11-12T17:53:05,437 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731433985437, completionTime=-1 2024-11-12T17:53:05,437 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:53:05,437 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:53:05,447 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:53:05,447 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434045447 2024-11-12T17:53:05,447 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434105447 2024-11-12T17:53:05,447 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-12T17:53:05,448 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37261,1731433981424-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:05,448 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37261,1731433981424-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:05,448 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37261,1731433981424-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:05,448 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:37261, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:05,448 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:05,452 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:53:05,455 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:05,468 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.180sec 2024-11-12T17:53:05,469 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:53:05,469 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:53:05,469 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:53:05,469 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:53:05,469 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:53:05,469 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37261,1731433981424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:53:05,469 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37261,1731433981424-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:53:05,494 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:53:05,494 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:53:05,494 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37261,1731433981424-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:05,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9317a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:05,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,37261,-1 for getting cluster id 2024-11-12T17:53:05,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:05,544 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9c46ac7-9f48-49d3-b91e-2022eb7e8306' 2024-11-12T17:53:05,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9c46ac7-9f48-49d3-b91e-2022eb7e8306" 2024-11-12T17:53:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7602b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,37261,-1] 2024-11-12T17:53:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:05,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:05,550 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:05,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bd3f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:05,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:05,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,42569,1731433982036, seqNum=-1] 2024-11-12T17:53:05,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:05,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:05,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,37261,1731433981424 2024-11-12T17:53:05,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49153 2024-11-12T17:53:05,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:05,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10131778bd00002 connected 2024-11-12T17:53:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/hadoop.log.dir so I do NOT create it in target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3 2024-11-12T17:53:05,672 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:53:05,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/hadoop.tmp.dir so I do NOT create it in target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3 2024-11-12T17:53:05,672 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:53:05,672 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3 2024-11-12T17:53:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:53:05,673 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/cluster_9e067607-0fa5-5be4-db00-a842e9f9cd19, deleteOnExit=true 2024-11-12T17:53:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:53:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/test.cache.data in system properties and HBase conf 2024-11-12T17:53:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:53:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:53:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:53:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:53:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:53:05,674 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:53:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:53:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:53:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:53:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:53:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:53:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:53:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:53:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:53:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:53:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:53:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:53:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:53:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:53:05,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:53:06,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:53:06,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:53:06,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:53:06,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:53:06,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:53:06,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:53:06,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:53:06,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:53:06,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6db85c9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/java.io.tmpdir/jetty-localhost-43999-hadoop-hdfs-3_4_1-tests_jar-_-any-8714959507131277514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:53:06,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:43999} 2024-11-12T17:53:06,331 INFO [Time-limited test {}] server.Server(415): Started @55256ms 2024-11-12T17:53:06,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:53:06,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:53:06,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:53:06,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:53:06,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:53:06,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cc37dc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:53:06,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60dd1593{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:53:07,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a3bf0ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/java.io.tmpdir/jetty-localhost-36057-hadoop-hdfs-3_4_1-tests_jar-_-any-5154546308867085570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:53:07,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a36a130{HTTP/1.1, (http/1.1)}{localhost:36057} 2024-11-12T17:53:07,115 INFO [Time-limited test {}] server.Server(415): Started @56040ms 2024-11-12T17:53:07,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:53:08,019 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/cluster_9e067607-0fa5-5be4-db00-a842e9f9cd19/data/data1/current/BP-1274341430-172.17.0.3-1731433985727/current, will proceed with Du for space computation calculation, 2024-11-12T17:53:08,022 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/cluster_9e067607-0fa5-5be4-db00-a842e9f9cd19/data/data2/current/BP-1274341430-172.17.0.3-1731433985727/current, will proceed with Du for space computation calculation, 2024-11-12T17:53:08,092 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:53:08,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf64d6c1bc3f91f2d with lease ID 0x21268b60c509856a: Processing first storage report for DS-4222e695-2276-4d6f-b61a-2206ce45a844 from datanode DatanodeRegistration(127.0.0.1:40065, datanodeUuid=114ebf89-5b20-4f94-bcef-7ecdf48435d3, infoPort=36397, infoSecurePort=0, ipcPort=40403, storageInfo=lv=-57;cid=testClusterID;nsid=102771078;c=1731433985727) 2024-11-12T17:53:08,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf64d6c1bc3f91f2d with lease ID 0x21268b60c509856a: from storage DS-4222e695-2276-4d6f-b61a-2206ce45a844 node DatanodeRegistration(127.0.0.1:40065, datanodeUuid=114ebf89-5b20-4f94-bcef-7ecdf48435d3, infoPort=36397, infoSecurePort=0, ipcPort=40403, storageInfo=lv=-57;cid=testClusterID;nsid=102771078;c=1731433985727), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:53:08,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf64d6c1bc3f91f2d with lease ID 0x21268b60c509856a: Processing first storage report for DS-9aaf9516-9296-4121-adf5-a1b5c1e81598 from datanode DatanodeRegistration(127.0.0.1:40065, datanodeUuid=114ebf89-5b20-4f94-bcef-7ecdf48435d3, infoPort=36397, infoSecurePort=0, ipcPort=40403, storageInfo=lv=-57;cid=testClusterID;nsid=102771078;c=1731433985727) 2024-11-12T17:53:08,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf64d6c1bc3f91f2d with lease ID 0x21268b60c509856a: from storage DS-9aaf9516-9296-4121-adf5-a1b5c1e81598 node DatanodeRegistration(127.0.0.1:40065, datanodeUuid=114ebf89-5b20-4f94-bcef-7ecdf48435d3, infoPort=36397, infoSecurePort=0, ipcPort=40403, storageInfo=lv=-57;cid=testClusterID;nsid=102771078;c=1731433985727), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:53:08,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3 2024-11-12T17:53:08,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:08,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:08,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:53:08,243 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264 with version=8 2024-11-12T17:53:08,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/hbase-staging 2024-11-12T17:53:08,247 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:53:08,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:08,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:08,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:53:08,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:08,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:53:08,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:53:08,248 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:53:08,255 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33103 2024-11-12T17:53:08,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33103 connecting to ZooKeeper ensemble=127.0.0.1:49153 2024-11-12T17:53:08,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331030x0, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:08,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33103-0x10131778bd00003 connected 2024-11-12T17:53:08,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:08,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:08,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Set watcher on znode that does not yet exist, /1-1377135720/running 2024-11-12T17:53:08,429 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264, hbase.cluster.distributed=false 2024-11-12T17:53:08,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Set watcher on znode that does not yet exist, /1-1377135720/acl 2024-11-12T17:53:08,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33103 2024-11-12T17:53:08,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33103 2024-11-12T17:53:08,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33103 2024-11-12T17:53:08,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33103 2024-11-12T17:53:08,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33103 2024-11-12T17:53:08,500 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:53:08,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:08,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:08,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:53:08,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:08,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:53:08,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:53:08,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:53:08,624 WARN [RS:0;6684de3f6e40:42569 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6684de3f6e40,35149,1731433945125: status=Processing ServerCrashProcedure of 6684de3f6e40,35149,1731433945125 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731433969615, completionTime=-1 appears to have been leaked 2024-11-12T17:53:08,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37243 2024-11-12T17:53:08,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37243 connecting to ZooKeeper ensemble=127.0.0.1:49153 2024-11-12T17:53:08,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:08,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:08,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372430x0, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:08,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372430x0, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Set watcher on znode that does not yet exist, /1-1377135720/running 2024-11-12T17:53:08,688 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:53:08,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37243-0x10131778bd00004 connected 2024-11-12T17:53:08,707 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:53:08,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Set watcher on znode that does not yet exist, /1-1377135720/master 2024-11-12T17:53:08,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Set watcher on znode that does not yet exist, /1-1377135720/acl 2024-11-12T17:53:08,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-12T17:53:08,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37243 2024-11-12T17:53:08,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37243 2024-11-12T17:53:08,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-12T17:53:08,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-12T17:53:08,800 DEBUG [M:0;6684de3f6e40:33103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:33103 2024-11-12T17:53:08,808 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1377135720/backup-masters/6684de3f6e40,33103,1731433988246 2024-11-12T17:53:08,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720/backup-masters 2024-11-12T17:53:08,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720/backup-masters 2024-11-12T17:53:08,835 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Set watcher on existing znode=/1-1377135720/backup-masters/6684de3f6e40,33103,1731433988246 2024-11-12T17:53:08,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:08,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1377135720/master 2024-11-12T17:53:08,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:08,875 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Set watcher on existing znode=/1-1377135720/master 2024-11-12T17:53:08,880 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1377135720/backup-masters/6684de3f6e40,33103,1731433988246 from backup master directory 2024-11-12T17:53:08,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1377135720/backup-masters/6684de3f6e40,33103,1731433988246 2024-11-12T17:53:08,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720/backup-masters 2024-11-12T17:53:08,890 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:53:08,890 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,33103,1731433988246 2024-11-12T17:53:08,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720/backup-masters 2024-11-12T17:53:08,920 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/hbase.id] with ID: 875c2687-88e8-44b5-ad3a-426908630e87 2024-11-12T17:53:08,920 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/.tmp/hbase.id 2024-11-12T17:53:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:53:09,008 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/.tmp/hbase.id]:[hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/hbase.id] 2024-11-12T17:53:09,064 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:09,064 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:53:09,066 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T17:53:09,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:09,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:09,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:53:09,588 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:53:09,588 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:53:09,591 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:09,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:53:09,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:53:09,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:09,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:09,984 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:53:10,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store 2024-11-12T17:53:10,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:53:10,165 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:10,165 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:53:10,165 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:10,165 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:10,165 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:53:10,165 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:10,165 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:10,165 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433990165Disabling compacts and flushes for region at 1731433990165Disabling writes for close at 1731433990165Writing region close event to WAL at 1731433990165Closed at 1731433990165 2024-11-12T17:53:10,176 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/.initializing 2024-11-12T17:53:10,176 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/WALs/6684de3f6e40,33103,1731433988246 2024-11-12T17:53:10,181 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:53:10,194 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C33103%2C1731433988246, suffix=, logDir=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/WALs/6684de3f6e40,33103,1731433988246, archiveDir=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/oldWALs, maxLogs=10 2024-11-12T17:53:10,223 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/WALs/6684de3f6e40,33103,1731433988246/6684de3f6e40%2C33103%2C1731433988246.1731433990194, exclude list is [], retry=0 2024-11-12T17:53:10,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-4222e695-2276-4d6f-b61a-2206ce45a844,DISK] 2024-11-12T17:53:10,276 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/WALs/6684de3f6e40,33103,1731433988246/6684de3f6e40%2C33103%2C1731433988246.1731433990194 2024-11-12T17:53:10,277 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36397:36397)] 2024-11-12T17:53:10,278 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:10,278 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:10,278 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,278 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:53:10,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:10,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:10,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:53:10,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:10,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:10,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:53:10,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:10,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:10,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:53:10,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:10,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:10,357 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,358 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,360 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,365 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,365 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,366 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:10,380 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:10,395 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:10,396 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70627334, jitterRate=0.05242928862571716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:10,397 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731433990278Initializing all the Stores at 1731433990283 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433990284 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433990287 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433990287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433990287Cleaning up temporary data from old regions at 1731433990365 (+78 ms)Region opened successfully at 1731433990396 (+31 ms) 2024-11-12T17:53:10,403 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:53:10,420 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b4a460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:53:10,427 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:53:10,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:53:10,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:53:10,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:53:10,429 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T17:53:10,429 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:53:10,429 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:53:10,465 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:53:10,479 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Unable to get data of znode /1-1377135720/balancer because node does not exist (not necessarily an error) 2024-11-12T17:53:10,811 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1377135720/balancer already deleted, retry=false 2024-11-12T17:53:10,812 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:53:10,819 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Unable to get data of znode /1-1377135720/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:53:11,067 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1377135720/normalizer already deleted, retry=false 2024-11-12T17:53:11,067 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:53:11,069 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Unable to get data of znode /1-1377135720/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:53:11,359 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1377135720/switch/split already deleted, retry=false 2024-11-12T17:53:11,365 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Unable to get data of znode /1-1377135720/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:53:11,418 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1377135720/switch/merge already deleted, retry=false 2024-11-12T17:53:11,442 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Unable to get data of znode /1-1377135720/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:53:11,463 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1377135720/snapshot-cleanup already deleted, retry=false 2024-11-12T17:53:11,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1377135720/running 2024-11-12T17:53:11,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:11,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1377135720/running 2024-11-12T17:53:11,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:11,483 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,33103,1731433988246, sessionid=0x10131778bd00003, setting cluster-up flag (Was=false) 2024-11-12T17:53:11,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:11,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:11,596 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1377135720/flush-table-proc/acquired, /1-1377135720/flush-table-proc/reached, /1-1377135720/flush-table-proc/abort 2024-11-12T17:53:11,627 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,33103,1731433988246 2024-11-12T17:53:11,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:11,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:11,713 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1377135720/online-snapshot/acquired, /1-1377135720/online-snapshot/reached, /1-1377135720/online-snapshot/abort 2024-11-12T17:53:11,714 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,33103,1731433988246 2024-11-12T17:53:11,720 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:53:11,743 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:11,744 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:53:11,744 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:53:11,744 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,33103,1731433988246 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:53:11,759 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(746): ClusterId : 875c2687-88e8-44b5-ad3a-426908630e87 2024-11-12T17:53:11,759 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:53:11,759 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:11,760 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:11,760 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:11,760 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:11,760 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:53:11,760 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:11,760 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:53:11,760 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:11,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:11,764 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:53:11,769 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:11,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:53:11,799 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:53:11,799 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434021799 2024-11-12T17:53:11,799 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:53:11,800 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:53:11,800 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:53:11,800 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:53:11,800 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:53:11,800 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:53:11,800 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:53:11,819 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:11,827 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:53:11,828 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:53:11,828 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:53:11,828 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:53:11,828 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:53:11,828 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:53:11,840 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433991828,5,FailOnTimeoutGroup] 2024-11-12T17:53:11,847 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433991840,5,FailOnTimeoutGroup] 2024-11-12T17:53:11,847 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:11,847 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:53:11,847 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:11,847 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:11,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:53:11,910 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:53:11,910 DEBUG [RS:0;6684de3f6e40:37243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759dee14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:53:11,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:53:11,920 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264 2024-11-12T17:53:11,936 DEBUG [RS:0;6684de3f6e40:37243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:37243 2024-11-12T17:53:11,936 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:53:11,936 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:53:11,936 DEBUG [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:53:11,940 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,33103,1731433988246 with port=37243, startcode=1731433988500 2024-11-12T17:53:11,941 DEBUG [RS:0;6684de3f6e40:37243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:53:11,956 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:53:11,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,37243,1731433988500 2024-11-12T17:53:11,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33103 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,37243,1731433988500 2024-11-12T17:53:11,990 DEBUG [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264 2024-11-12T17:53:11,990 DEBUG [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36197 2024-11-12T17:53:11,990 DEBUG [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:53:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:53:12,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720/rs 2024-11-12T17:53:12,039 DEBUG [RS:0;6684de3f6e40:37243 {}] zookeeper.ZKUtil(111): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Set watcher on existing znode=/1-1377135720/rs/6684de3f6e40,37243,1731433988500 2024-11-12T17:53:12,040 WARN [RS:0;6684de3f6e40:37243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:53:12,040 INFO [RS:0;6684de3f6e40:37243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:12,040 DEBUG [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/WALs/6684de3f6e40,37243,1731433988500 2024-11-12T17:53:12,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,37243,1731433988500] 2024-11-12T17:53:12,074 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:53:12,103 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:53:12,127 INFO [RS:0;6684de3f6e40:37243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:53:12,128 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:12,129 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:53:12,136 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:53:12,136 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:12,136 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:12,136 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:12,136 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:12,136 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:12,136 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:12,136 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:53:12,136 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:12,137 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:12,137 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:12,137 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:12,137 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:12,137 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:12,137 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:53:12,137 DEBUG [RS:0;6684de3f6e40:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:53:12,170 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:12,170 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:12,170 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:12,170 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:12,170 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:12,170 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37243,1731433988500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:53:12,236 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:53:12,236 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37243,1731433988500-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:12,237 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:12,237 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.Replication(171): 6684de3f6e40,37243,1731433988500 started 2024-11-12T17:53:12,256 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:12,256 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,37243,1731433988500, RpcServer on 6684de3f6e40/172.17.0.3:37243, sessionid=0x10131778bd00004 2024-11-12T17:53:12,257 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:53:12,257 DEBUG [RS:0;6684de3f6e40:37243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,37243,1731433988500 2024-11-12T17:53:12,257 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,37243,1731433988500' 2024-11-12T17:53:12,257 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1377135720/flush-table-proc/abort' 2024-11-12T17:53:12,257 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1377135720/flush-table-proc/acquired' 2024-11-12T17:53:12,258 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:53:12,258 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:53:12,258 DEBUG [RS:0;6684de3f6e40:37243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,37243,1731433988500 2024-11-12T17:53:12,258 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,37243,1731433988500' 2024-11-12T17:53:12,258 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1377135720/online-snapshot/abort' 2024-11-12T17:53:12,259 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1377135720/online-snapshot/acquired' 2024-11-12T17:53:12,259 DEBUG [RS:0;6684de3f6e40:37243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:53:12,259 INFO [RS:0;6684de3f6e40:37243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:53:12,259 INFO [RS:0;6684de3f6e40:37243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:53:12,360 INFO [RS:0;6684de3f6e40:37243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:53:12,370 INFO [RS:0;6684de3f6e40:37243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C37243%2C1731433988500, suffix=, logDir=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/WALs/6684de3f6e40,37243,1731433988500, archiveDir=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/oldWALs, maxLogs=10 2024-11-12T17:53:12,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:12,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:53:12,431 DEBUG [RS:0;6684de3f6e40:37243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/WALs/6684de3f6e40,37243,1731433988500/6684de3f6e40%2C37243%2C1731433988500.1731433992370, exclude list is [], retry=0 2024-11-12T17:53:12,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:53:12,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-4222e695-2276-4d6f-b61a-2206ce45a844,DISK] 2024-11-12T17:53:12,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:12,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:53:12,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:53:12,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:12,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:12,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:53:12,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:53:12,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:12,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:12,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:53:12,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:53:12,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:12,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:12,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:53:12,490 INFO [RS:0;6684de3f6e40:37243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/WALs/6684de3f6e40,37243,1731433988500/6684de3f6e40%2C37243%2C1731433988500.1731433992370 2024-11-12T17:53:12,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/1588230740 2024-11-12T17:53:12,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/1588230740 2024-11-12T17:53:12,494 DEBUG [RS:0;6684de3f6e40:37243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36397:36397)] 2024-11-12T17:53:12,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:53:12,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:53:12,506 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:12,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:53:12,515 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:12,516 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69781889, jitterRate=0.03983117640018463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:12,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731433992420Initializing all the Stores at 1731433992422 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433992422Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433992423 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433992423Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433992423Cleaning up temporary data from old regions at 1731433992506 (+83 ms)Region opened successfully at 1731433992516 (+10 ms) 2024-11-12T17:53:12,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:53:12,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:53:12,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:53:12,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:53:12,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:53:12,523 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:53:12,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433992516Disabling compacts and flushes for region at 1731433992516Disabling writes for close at 1731433992517 (+1 ms)Writing region close event to WAL at 1731433992523 (+6 ms)Closed at 1731433992523 2024-11-12T17:53:12,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:12,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:53:12,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:53:12,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:53:12,543 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:53:12,694 DEBUG [6684de3f6e40:33103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:53:12,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,37243,1731433988500 2024-11-12T17:53:12,700 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,37243,1731433988500, state=OPENING 2024-11-12T17:53:12,730 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:53:12,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:12,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1377135720/meta-region-server: CHANGED 2024-11-12T17:53:12,745 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:53:12,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,37243,1731433988500}] 2024-11-12T17:53:12,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:12,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1377135720/meta-region-server: CHANGED 2024-11-12T17:53:12,930 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:53:12,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:53:12,987 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:53:12,988 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:12,988 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:53:13,019 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C37243%2C1731433988500.meta, suffix=.meta, logDir=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/WALs/6684de3f6e40,37243,1731433988500, archiveDir=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/oldWALs, maxLogs=10 2024-11-12T17:53:13,052 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/WALs/6684de3f6e40,37243,1731433988500/6684de3f6e40%2C37243%2C1731433988500.meta.1731433993020.meta, exclude list is [], retry=0 2024-11-12T17:53:13,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-4222e695-2276-4d6f-b61a-2206ce45a844,DISK] 2024-11-12T17:53:13,087 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/WALs/6684de3f6e40,37243,1731433988500/6684de3f6e40%2C37243%2C1731433988500.meta.1731433993020.meta 2024-11-12T17:53:13,107 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36397:36397)] 2024-11-12T17:53:13,107 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:13,108 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:53:13,108 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:53:13,108 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:53:13,109 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:53:13,109 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:53:13,109 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:13,109 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:53:13,109 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:53:13,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:53:13,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:53:13,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:13,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:13,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:53:13,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:53:13,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:13,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:13,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:53:13,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:53:13,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:13,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:13,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:53:13,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:53:13,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:13,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:13,159 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:53:13,165 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/1588230740 2024-11-12T17:53:13,176 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/1588230740 2024-11-12T17:53:13,178 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:53:13,178 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:53:13,182 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:13,184 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:53:13,186 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66673075, jitterRate=-0.006493762135505676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:13,186 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:53:13,186 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731433993109Writing region info on filesystem at 1731433993109Initializing all the Stores at 1731433993120 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433993120Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433993129 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433993129Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433993130 (+1 ms)Cleaning up temporary data from old regions at 1731433993178 (+48 ms)Running coprocessor post-open hooks at 1731433993186 (+8 ms)Region opened successfully at 1731433993186 2024-11-12T17:53:13,199 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731433992930 2024-11-12T17:53:13,223 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:53:13,223 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:53:13,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,37243,1731433988500 2024-11-12T17:53:13,230 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,37243,1731433988500, state=OPEN 2024-11-12T17:53:13,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1377135720/meta-region-server 2024-11-12T17:53:13,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1377135720/meta-region-server: CHANGED 2024-11-12T17:53:13,244 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,37243,1731433988500 2024-11-12T17:53:13,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1377135720/meta-region-server 2024-11-12T17:53:13,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1377135720/meta-region-server: CHANGED 2024-11-12T17:53:13,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:53:13,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,37243,1731433988500 in 499 msec 2024-11-12T17:53:13,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:53:13,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 736 msec 2024-11-12T17:53:13,285 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:13,285 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:53:13,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:13,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37243,1731433988500, seqNum=-1] 2024-11-12T17:53:13,292 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:13,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:13,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5810 sec 2024-11-12T17:53:13,308 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731433993308, completionTime=-1 2024-11-12T17:53:13,308 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:53:13,308 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:53:13,311 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:53:13,311 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434053311 2024-11-12T17:53:13,311 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434113311 2024-11-12T17:53:13,311 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T17:53:13,312 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33103,1731433988246-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:13,312 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33103,1731433988246-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:13,312 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33103,1731433988246-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:13,312 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:33103, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:13,312 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:13,315 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:53:13,317 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:13,332 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.441sec 2024-11-12T17:53:13,332 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:53:13,332 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:53:13,332 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:53:13,332 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:53:13,332 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:53:13,332 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33103,1731433988246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:53:13,332 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33103,1731433988246-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:53:13,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337d89d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:13,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33103,-1 for getting cluster id 2024-11-12T17:53:13,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:13,360 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:53:13,360 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:53:13,360 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33103,1731433988246-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:13,368 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '875c2687-88e8-44b5-ad3a-426908630e87' 2024-11-12T17:53:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "875c2687-88e8-44b5-ad3a-426908630e87" 2024-11-12T17:53:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3187b267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33103,-1] 2024-11-12T17:53:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:13,374 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:13,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a256aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:13,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:13,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37243,1731433988500, seqNum=-1] 2024-11-12T17:53:13,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:13,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:13,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,33103,1731433988246 2024-11-12T17:53:13,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49153 2024-11-12T17:53:13,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:13,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10131778bd00005 connected 2024-11-12T17:53:13,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6868ece0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:13,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,37261,-1 for getting cluster id 2024-11-12T17:53:13,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:13,486 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9c46ac7-9f48-49d3-b91e-2022eb7e8306' 2024-11-12T17:53:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9c46ac7-9f48-49d3-b91e-2022eb7e8306" 2024-11-12T17:53:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61526b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,37261,-1] 2024-11-12T17:53:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:13,489 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5191decd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:13,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:13,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,37261,1731433981424 2024-11-12T17:53:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c21678 2024-11-12T17:53:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:13,524 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:53:13,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:33103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:53:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:53:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:13,534 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:33103' 2024-11-12T17:53:13,540 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd6afc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:13,540 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33103,-1 for getting cluster id 2024-11-12T17:53:13,540 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:13,543 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '875c2687-88e8-44b5-ad3a-426908630e87' 2024-11-12T17:53:13,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:13,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "875c2687-88e8-44b5-ad3a-426908630e87" 2024-11-12T17:53:13,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51371cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:13,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33103,-1] 2024-11-12T17:53:13,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:13,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:13,553 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:13,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75347206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:13,560 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:13,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33103,1731433988246 2024-11-12T17:53:13,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cbb0143 2024-11-12T17:53:13,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:13,581 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:53:13,583 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-12T17:53:13,583 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:53:13,583 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:13,583 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:13,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:53:13,583 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:53:13,588 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:53:13,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:53:13,590 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:13,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:53:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:13,639 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:53:13,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741835_1011 (size=1138) 2024-11-12T17:53:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:14,100 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e0b166121ec1124f44ace1c977ff753, NAME => 'hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245 2024-11-12T17:53:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:14,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741836_1012 (size=44) 2024-11-12T17:53:14,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:53:14,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T17:53:14,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:53:14,240 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T17:53:14,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:53:14,241 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T17:53:14,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:14,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e0b166121ec1124f44ace1c977ff753, disabling compactions & flushes 2024-11-12T17:53:14,557 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:14,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:14,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. after waiting 0 ms 2024-11-12T17:53:14,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:14,557 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:14,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e0b166121ec1124f44ace1c977ff753: Waiting for close lock at 1731433994556Disabling compacts and flushes for region at 1731433994556Disabling writes for close at 1731433994557 (+1 ms)Writing region close event to WAL at 1731433994557Closed at 1731433994557 2024-11-12T17:53:14,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:53:14,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731433994559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731433994559"}]},"ts":"1731433994559"} 2024-11-12T17:53:14,572 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:53:14,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:53:14,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731433994575"}]},"ts":"1731433994575"} 2024-11-12T17:53:14,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:53:14,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e0b166121ec1124f44ace1c977ff753, ASSIGN}] 2024-11-12T17:53:14,585 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e0b166121ec1124f44ace1c977ff753, ASSIGN 2024-11-12T17:53:14,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e0b166121ec1124f44ace1c977ff753, ASSIGN; state=OFFLINE, location=6684de3f6e40,42569,1731433982036; forceNewPlan=false, retain=false 2024-11-12T17:53:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:14,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7e0b166121ec1124f44ace1c977ff753, regionState=OPENING, regionLocation=6684de3f6e40,42569,1731433982036 2024-11-12T17:53:14,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e0b166121ec1124f44ace1c977ff753, ASSIGN because future has completed 2024-11-12T17:53:14,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e0b166121ec1124f44ace1c977ff753, server=6684de3f6e40,42569,1731433982036}] 2024-11-12T17:53:15,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:15,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:15,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:53:15,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C42569%2C1731433982036.rep, suffix=, logDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/oldWALs, maxLogs=10 2024-11-12T17:53:15,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.rep.1731433995014, exclude list is [], retry=0 2024-11-12T17:53:15,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33603,DS-e6559660-adcc-484e-b148-c9fac342caf4,DISK] 2024-11-12T17:53:15,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.rep.1731433995014 2024-11-12T17:53:15,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37023:37023)] 2024-11-12T17:53:15,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e0b166121ec1124f44ace1c977ff753, NAME => 'hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:15,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:53:15,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:53:15,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. service=MultiRowMutationService 2024-11-12T17:53:15,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:53:15,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:15,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,100 INFO [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,116 INFO [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e0b166121ec1124f44ace1c977ff753 columnFamilyName hfileref 2024-11-12T17:53:15,116 DEBUG [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:15,117 INFO [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] regionserver.HStore(327): Store=7e0b166121ec1124f44ace1c977ff753/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:15,117 INFO [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,119 INFO [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e0b166121ec1124f44ace1c977ff753 columnFamilyName queue 2024-11-12T17:53:15,123 DEBUG [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:15,127 INFO [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] regionserver.HStore(327): Store=7e0b166121ec1124f44ace1c977ff753/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:15,127 INFO [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,139 INFO [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e0b166121ec1124f44ace1c977ff753 columnFamilyName sid 2024-11-12T17:53:15,139 DEBUG [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:15,145 INFO [StoreOpener-7e0b166121ec1124f44ace1c977ff753-1 {}] regionserver.HStore(327): Store=7e0b166121ec1124f44ace1c977ff753/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:15,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/replication/7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/replication/7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:53:15,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/replication/7e0b166121ec1124f44ace1c977ff753/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:15,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7e0b166121ec1124f44ace1c977ff753; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72382685, jitterRate=0.07858605682849884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:53:15,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:15,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7e0b166121ec1124f44ace1c977ff753: Running coprocessor pre-open hook at 1731433995093Writing region info on filesystem at 1731433995093Initializing all the Stores at 1731433995095 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433995095Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433995099 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433995099Cleaning up temporary data from old regions at 1731433995170 (+71 ms)Running coprocessor post-open hooks at 1731433995236 (+66 ms)Region opened successfully at 1731433995237 (+1 ms) 2024-11-12T17:53:15,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753., pid=7, masterSystemTime=1731433994933 2024-11-12T17:53:15,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7e0b166121ec1124f44ace1c977ff753, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,42569,1731433982036 2024-11-12T17:53:15,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:15,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:15,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e0b166121ec1124f44ace1c977ff753, server=6684de3f6e40,42569,1731433982036 because future has completed 2024-11-12T17:53:15,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T17:53:15,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e0b166121ec1124f44ace1c977ff753, server=6684de3f6e40,42569,1731433982036 in 507 msec 2024-11-12T17:53:15,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:53:15,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e0b166121ec1124f44ace1c977ff753, ASSIGN in 692 msec 2024-11-12T17:53:15,280 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:53:15,280 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731433995280"}]},"ts":"1731433995280"} 2024-11-12T17:53:15,285 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:53:15,287 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:53:15,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.7040 sec 2024-11-12T17:53:15,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753., hostname=6684de3f6e40,42569,1731433982036, seqNum=2] 2024-11-12T17:53:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:15,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:53:15,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T17:53:15,599 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:53:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:15,691 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,42569,1731433982036, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:53:15,692 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:15,692 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,42569,1731433982036, seqNum=-1] 2024-11-12T17:53:15,693 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:15,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-12T17:53:15,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,42569,1731433982036', locateType=CURRENT is [region=hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753., hostname=6684de3f6e40,42569,1731433982036, seqNum=2] 2024-11-12T17:53:15,715 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T17:53:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T17:53:15,737 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,42569,1731433982036 suceeded 2024-11-12T17:53:15,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T17:53:15,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 321 msec 2024-11-12T17:53:15,741 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:33103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:53:15,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.2170 sec 2024-11-12T17:53:15,756 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:33103' 2024-11-12T17:53:15,764 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@204f8ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:15,764 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33103,-1 for getting cluster id 2024-11-12T17:53:15,764 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:15,767 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '875c2687-88e8-44b5-ad3a-426908630e87' 2024-11-12T17:53:15,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:15,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "875c2687-88e8-44b5-ad3a-426908630e87" 2024-11-12T17:53:15,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a7341a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:15,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33103,-1] 2024-11-12T17:53:15,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:15,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:15,774 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:15,780 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40d466b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:15,780 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:15,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33103,1731433988246 2024-11-12T17:53:15,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60aa85f9 2024-11-12T17:53:15,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:15,786 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-12T17:53:15,791 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,42569,1731433982036 (queues=1) is replicating from cluster=a9c46ac7-9f48-49d3-b91e-2022eb7e8306 to cluster=875c2687-88e8-44b5-ad3a-426908630e87 2024-11-12T17:53:15,791 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C42569%2C1731433982036 2024-11-12T17:53:15,791 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,42569,1731433982036, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:53:15,798 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.wal-reader.6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220, startPosition=0, beingWritten=true 2024-11-12T17:53:15,815 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.shipper6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C42569%2C1731433982036 2024-11-12T17:53:15,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T17:53:16,049 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.wal-reader.6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220 to pos 0, reset compression=false 2024-11-12T17:53:16,390 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.wal-reader.6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220 to pos 0, reset compression=false 2024-11-12T17:53:16,804 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.wal-reader.6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220 to pos 0, reset compression=false 2024-11-12T17:53:17,329 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.wal-reader.6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220 to pos 0, reset compression=false 2024-11-12T17:53:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:17,700 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:53:17,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:53:17,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:53:17,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:17,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:17,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:17,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:53:17,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,37261,1731433981424 2024-11-12T17:53:17,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2383d77f 2024-11-12T17:53:17,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:17,720 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:53:17,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T17:53:17,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:53:17,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:53:17,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:53:17,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:17,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:17,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:53:17,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=608050248, stopped=false 2024-11-12T17:53:17,727 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,33103,1731433988246 2024-11-12T17:53:17,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:53:17,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:53:17,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1377135720/running 2024-11-12T17:53:17,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:17,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:53:17,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:53:17,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:17,763 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,37243,1731433988500' ***** 2024-11-12T17:53:17,763 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:53:17,764 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:53:17,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:53:17,764 INFO [RS:0;6684de3f6e40:37243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:53:17,764 INFO [RS:0;6684de3f6e40:37243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:53:17,764 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,37243,1731433988500 2024-11-12T17:53:17,764 INFO [RS:0;6684de3f6e40:37243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:53:17,764 INFO [RS:0;6684de3f6e40:37243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:37243. 2024-11-12T17:53:17,764 DEBUG [RS:0;6684de3f6e40:37243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:53:17,764 DEBUG [RS:0;6684de3f6e40:37243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:17,764 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:53:17,764 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:53:17,764 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:53:17,765 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:53:17,766 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:53:17,766 DEBUG [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:53:17,766 DEBUG [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:53:17,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1377135720/running 2024-11-12T17:53:17,766 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:53:17,766 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:53:17,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:17,766 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:53:17,766 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:53:17,766 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:53:17,766 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T17:53:17,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Set watcher on znode that does not yet exist, /1-1377135720/running 2024-11-12T17:53:17,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Set watcher on znode that does not yet exist, /1-1377135720/running 2024-11-12T17:53:17,815 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/1588230740/.tmp/ns/a4ec4383477f4deca1b8a430b19487af is 43, key is default/ns:d/1731433993295/Put/seqid=0 2024-11-12T17:53:17,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741835_1011 (size=5153) 2024-11-12T17:53:17,851 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/1588230740/.tmp/ns/a4ec4383477f4deca1b8a430b19487af 2024-11-12T17:53:17,861 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:53:17,903 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/1588230740/.tmp/ns/a4ec4383477f4deca1b8a430b19487af as hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/1588230740/ns/a4ec4383477f4deca1b8a430b19487af 2024-11-12T17:53:17,940 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/1588230740/ns/a4ec4383477f4deca1b8a430b19487af, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T17:53:17,945 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 179ms, sequenceid=6, compaction requested=false 2024-11-12T17:53:17,954 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.wal-reader.6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220 to pos 0, reset compression=false 2024-11-12T17:53:17,966 DEBUG [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:53:17,991 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T17:53:17,995 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:53:17,995 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:53:17,995 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:53:17,995 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433997766Running coprocessor pre-close hooks at 1731433997766Disabling compacts and flushes for region at 1731433997766Disabling writes for close at 1731433997766Obtaining lock to block concurrent updates at 1731433997767 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731433997767Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731433997767Flushing stores of hbase:meta,,1.1588230740 at 1731433997769 (+2 ms)Flushing 1588230740/ns: creating writer at 1731433997769Flushing 1588230740/ns: appending metadata at 1731433997814 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1731433997814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31423626: reopening flushed file at 1731433997893 (+79 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 179ms, sequenceid=6, compaction requested=false at 1731433997945 (+52 ms)Writing region close event to WAL at 1731433997954 (+9 ms)Running coprocessor post-close hooks at 1731433997995 (+41 ms)Closed at 1731433997995 2024-11-12T17:53:17,995 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:53:18,167 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,37243,1731433988500; all regions closed. 2024-11-12T17:53:18,171 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:53:18,172 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:53:18,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741834_1010 (size=1152) 2024-11-12T17:53:18,201 DEBUG [RS:0;6684de3f6e40:37243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/oldWALs 2024-11-12T17:53:18,201 INFO [RS:0;6684de3f6e40:37243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C37243%2C1731433988500.meta:.meta(num 1731433993020) 2024-11-12T17:53:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741833_1009 (size=93) 2024-11-12T17:53:18,215 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/WALs/6684de3f6e40,37243,1731433988500/6684de3f6e40%2C37243%2C1731433988500.1731433992370 not finished, retry = 0 2024-11-12T17:53:18,339 DEBUG [RS:0;6684de3f6e40:37243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/oldWALs 2024-11-12T17:53:18,339 INFO [RS:0;6684de3f6e40:37243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C37243%2C1731433988500:(num 1731433992370) 2024-11-12T17:53:18,340 DEBUG [RS:0;6684de3f6e40:37243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:18,340 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:53:18,341 INFO [RS:0;6684de3f6e40:37243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:53:18,341 INFO [RS:0;6684de3f6e40:37243 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:53:18,342 INFO [RS:0;6684de3f6e40:37243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:53:18,342 INFO [RS:0;6684de3f6e40:37243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37243 2024-11-12T17:53:18,343 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:53:18,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720/rs 2024-11-12T17:53:18,362 INFO [RS:0;6684de3f6e40:37243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:53:18,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1377135720/rs/6684de3f6e40,37243,1731433988500 2024-11-12T17:53:18,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,37243,1731433988500] 2024-11-12T17:53:18,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1377135720/draining/6684de3f6e40,37243,1731433988500 already deleted, retry=false 2024-11-12T17:53:18,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,37243,1731433988500 expired; onlineServers=0 2024-11-12T17:53:18,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,33103,1731433988246' ***** 2024-11-12T17:53:18,388 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:53:18,388 INFO [M:0;6684de3f6e40:33103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:53:18,388 INFO [M:0;6684de3f6e40:33103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:53:18,388 DEBUG [M:0;6684de3f6e40:33103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:53:18,388 DEBUG [M:0;6684de3f6e40:33103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:53:18,388 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:53:18,388 INFO [M:0;6684de3f6e40:33103 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:53:18,388 INFO [M:0;6684de3f6e40:33103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:53:18,388 DEBUG [M:0;6684de3f6e40:33103 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:53:18,389 INFO [M:0;6684de3f6e40:33103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:53:18,389 INFO [M:0;6684de3f6e40:33103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:53:18,389 INFO [M:0;6684de3f6e40:33103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:53:18,389 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433991840 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433991840,5,FailOnTimeoutGroup] 2024-11-12T17:53:18,391 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433991828 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433991828,5,FailOnTimeoutGroup] 2024-11-12T17:53:18,391 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:53:18,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1377135720/master 2024-11-12T17:53:18,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1377135720 2024-11-12T17:53:18,419 DEBUG [M:0;6684de3f6e40:33103 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1377135720/master already deleted, retry=false 2024-11-12T17:53:18,419 DEBUG [M:0;6684de3f6e40:33103 {}] master.ActiveMasterManager(353): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1377135720/master 2024-11-12T17:53:18,421 INFO [M:0;6684de3f6e40:33103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/.lastflushedseqids 2024-11-12T17:53:18,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:53:18,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x10131778bd00004, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:53:18,480 INFO [RS:0;6684de3f6e40:37243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:53:18,480 INFO [RS:0;6684de3f6e40:37243 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,37243,1731433988500; zookeeper connection closed. 2024-11-12T17:53:18,523 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@775fdfd9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@775fdfd9 2024-11-12T17:53:18,527 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:53:18,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741836_1012 (size=99) 2024-11-12T17:53:18,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:53:18,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:18,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:18,679 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.wal-reader.6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220 to pos 0, reset compression=false 2024-11-12T17:53:18,944 INFO [M:0;6684de3f6e40:33103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:53:18,944 INFO [M:0;6684de3f6e40:33103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:53:18,944 DEBUG [M:0;6684de3f6e40:33103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:53:18,944 INFO [M:0;6684de3f6e40:33103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:18,944 DEBUG [M:0;6684de3f6e40:33103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:18,944 DEBUG [M:0;6684de3f6e40:33103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:53:18,944 DEBUG [M:0;6684de3f6e40:33103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:18,944 INFO [M:0;6684de3f6e40:33103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T17:53:19,026 DEBUG [M:0;6684de3f6e40:33103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7fdb9951eba427c9e6909b3593ac339 is 82, key is hbase:meta,,1/info:regioninfo/1731433993229/Put/seqid=0 2024-11-12T17:53:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741837_1013 (size=5672) 2024-11-12T17:53:19,481 INFO [M:0;6684de3f6e40:33103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7fdb9951eba427c9e6909b3593ac339 2024-11-12T17:53:19,513 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.wal-reader.6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220 to pos 0, reset compression=false 2024-11-12T17:53:19,549 DEBUG [M:0;6684de3f6e40:33103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/941d80ee694f4ccd86f359299dc14606 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731433993306/Put/seqid=0 2024-11-12T17:53:19,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741838_1014 (size=5275) 2024-11-12T17:53:19,587 INFO [M:0;6684de3f6e40:33103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/941d80ee694f4ccd86f359299dc14606 2024-11-12T17:53:19,676 DEBUG [M:0;6684de3f6e40:33103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/381c1b5cc7d44cd1b0cb0892ea51a29d is 69, key is 6684de3f6e40,37243,1731433988500/rs:state/1731433991959/Put/seqid=0 2024-11-12T17:53:19,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741839_1015 (size=5156) 2024-11-12T17:53:20,119 INFO [M:0;6684de3f6e40:33103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/381c1b5cc7d44cd1b0cb0892ea51a29d 2024-11-12T17:53:20,183 DEBUG [M:0;6684de3f6e40:33103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7fdb9951eba427c9e6909b3593ac339 as hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7fdb9951eba427c9e6909b3593ac339 2024-11-12T17:53:20,257 INFO [M:0;6684de3f6e40:33103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7fdb9951eba427c9e6909b3593ac339, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T17:53:20,269 DEBUG [M:0;6684de3f6e40:33103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/941d80ee694f4ccd86f359299dc14606 as hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/941d80ee694f4ccd86f359299dc14606 2024-11-12T17:53:20,340 INFO [M:0;6684de3f6e40:33103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/941d80ee694f4ccd86f359299dc14606, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T17:53:20,362 DEBUG [M:0;6684de3f6e40:33103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/381c1b5cc7d44cd1b0cb0892ea51a29d as hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/381c1b5cc7d44cd1b0cb0892ea51a29d 2024-11-12T17:53:20,411 INFO [M:0;6684de3f6e40:33103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36197/user/jenkins/test-data/b03c1f9d-4f76-1e7f-5695-da030d8ae264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/381c1b5cc7d44cd1b0cb0892ea51a29d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T17:53:20,422 INFO [M:0;6684de3f6e40:33103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1477ms, sequenceid=28, compaction requested=false 2024-11-12T17:53:20,443 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.wal-reader.6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220 to pos 0, reset compression=false 2024-11-12T17:53:20,459 INFO [M:0;6684de3f6e40:33103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:20,459 DEBUG [M:0;6684de3f6e40:33103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433998944Disabling compacts and flushes for region at 1731433998944Disabling writes for close at 1731433998944Obtaining lock to block concurrent updates at 1731433998945 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731433998945Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731433998945Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731433998951 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731433998951Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731433999024 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731433999024Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731433999509 (+485 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731433999548 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731433999549 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731433999601 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731433999665 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731433999665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6673edd1: reopening flushed file at 1731434000160 (+495 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4a9fe1: reopening flushed file at 1731434000257 (+97 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a53498c: reopening flushed file at 1731434000340 (+83 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1477ms, sequenceid=28, compaction requested=false at 1731434000422 (+82 ms)Writing region close event to WAL at 1731434000459 (+37 ms)Closed at 1731434000459 2024-11-12T17:53:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741830_1006 (size=10165) 2024-11-12T17:53:20,531 INFO [M:0;6684de3f6e40:33103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:53:20,531 INFO [M:0;6684de3f6e40:33103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33103 2024-11-12T17:53:20,531 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:53:20,536 INFO [M:0;6684de3f6e40:33103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:53:20,733 INFO [M:0;6684de3f6e40:33103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:53:20,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:53:20,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x10131778bd00003, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:53:20,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a3bf0ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:53:20,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a36a130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:53:20,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:53:20,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60dd1593{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:53:20,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cc37dc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/hadoop.log.dir/,STOPPED} 2024-11-12T17:53:20,780 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:53:20,780 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:53:20,780 WARN [BP-1274341430-172.17.0.3-1731433985727 heartbeating to localhost/127.0.0.1:36197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:53:20,780 WARN [BP-1274341430-172.17.0.3-1731433985727 heartbeating to localhost/127.0.0.1:36197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1274341430-172.17.0.3-1731433985727 (Datanode Uuid 114ebf89-5b20-4f94-bcef-7ecdf48435d3) service to localhost/127.0.0.1:36197 2024-11-12T17:53:20,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/cluster_9e067607-0fa5-5be4-db00-a842e9f9cd19/data/data1/current/BP-1274341430-172.17.0.3-1731433985727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:53:20,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/cluster_9e067607-0fa5-5be4-db00-a842e9f9cd19/data/data2/current/BP-1274341430-172.17.0.3-1731433985727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:53:20,782 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:53:20,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6db85c9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:53:20,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:53:20,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:53:20,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:53:20,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/hadoop.log.dir/,STOPPED} 2024-11-12T17:53:20,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:53:20,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:53:20,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:53:20,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:53:20,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:20,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:20,892 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:53:20,892 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1461040218, stopped=false 2024-11-12T17:53:20,892 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,37261,1731433981424 2024-11-12T17:53:20,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:53:20,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548264202/running 2024-11-12T17:53:20,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:20,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:53:20,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:53:20,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:53:20,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:20,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Set watcher on znode that does not yet exist, /0-548264202/running 2024-11-12T17:53:20,942 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,42569,1731433982036' ***** 2024-11-12T17:53:20,942 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:53:20,942 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:53:20,943 INFO [RS:0;6684de3f6e40:42569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:53:20,943 INFO [RS:0;6684de3f6e40:42569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:53:20,943 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:20,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:53:20,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548264202/running 2024-11-12T17:53:20,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:20,943 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,42569,1731433982036 2024-11-12T17:53:20,944 INFO [RS:0;6684de3f6e40:42569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:53:20,944 INFO [RS:0;6684de3f6e40:42569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:42569. 2024-11-12T17:53:20,944 DEBUG [RS:0;6684de3f6e40:42569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:53:20,944 DEBUG [RS:0;6684de3f6e40:42569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:20,944 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:53:20,946 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e0b166121ec1124f44ace1c977ff753, disabling compactions & flushes 2024-11-12T17:53:20,946 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:20,946 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:20,946 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. after waiting 0 ms 2024-11-12T17:53:20,946 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:20,946 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e0b166121ec1124f44ace1c977ff753 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T17:53:20,947 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:53:20,947 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:53:20,947 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:53:20,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Set watcher on znode that does not yet exist, /0-548264202/running 2024-11-12T17:53:20,947 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:53:20,954 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:53:20,954 DEBUG [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1325): Online Regions={7e0b166121ec1124f44ace1c977ff753=hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:53:20,954 DEBUG [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:20,955 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:53:20,955 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:53:20,955 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:53:20,955 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:53:20,955 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:53:20,955 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T17:53:21,002 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/.tmp/info/0246638a8e8e4c5e9d3d8f90aeb91855 is 147, key is hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753./info:regioninfo/1731433995248/Put/seqid=0 2024-11-12T17:53:21,016 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/replication/7e0b166121ec1124f44ace1c977ff753/.tmp/queue/ed3a167bc7164c099a3a79bd31d5fa9a is 151, key is 1-6684de3f6e40,42569,1731433982036/queue:6684de3f6e40%2C42569%2C1731433982036/1731433995707/Put/seqid=0 2024-11-12T17:53:21,041 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:53:21,042 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:53:21,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741838_1014 (size=6631) 2024-11-12T17:53:21,053 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/.tmp/info/0246638a8e8e4c5e9d3d8f90aeb91855 2024-11-12T17:53:21,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741839_1015 (size=5350) 2024-11-12T17:53:21,155 DEBUG [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:21,165 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/.tmp/ns/67406a5ff7ba4871a02044620a6a8e09 is 43, key is default/ns:d/1731433985406/Put/seqid=0 2024-11-12T17:53:21,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741840_1016 (size=5153) 2024-11-12T17:53:21,248 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/.tmp/ns/67406a5ff7ba4871a02044620a6a8e09 2024-11-12T17:53:21,344 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/.tmp/table/b01f042123674ae3a1f8239cb0370fa7 is 53, key is hbase:replication/table:state/1731433995280/Put/seqid=0 2024-11-12T17:53:21,359 DEBUG [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741841_1017 (size=5256) 2024-11-12T17:53:21,407 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/.tmp/table/b01f042123674ae3a1f8239cb0370fa7 2024-11-12T17:53:21,452 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/.tmp/info/0246638a8e8e4c5e9d3d8f90aeb91855 as hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/info/0246638a8e8e4c5e9d3d8f90aeb91855 2024-11-12T17:53:21,490 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.wal-reader.6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/WALs/6684de3f6e40,42569,1731433982036/6684de3f6e40%2C42569%2C1731433982036.1731433984220 to pos 0, reset compression=false 2024-11-12T17:53:21,490 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/replication/7e0b166121ec1124f44ace1c977ff753/.tmp/queue/ed3a167bc7164c099a3a79bd31d5fa9a 2024-11-12T17:53:21,525 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/info/0246638a8e8e4c5e9d3d8f90aeb91855, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T17:53:21,530 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/.tmp/ns/67406a5ff7ba4871a02044620a6a8e09 as hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/ns/67406a5ff7ba4871a02044620a6a8e09 2024-11-12T17:53:21,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/replication/7e0b166121ec1124f44ace1c977ff753/.tmp/queue/ed3a167bc7164c099a3a79bd31d5fa9a as hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/replication/7e0b166121ec1124f44ace1c977ff753/queue/ed3a167bc7164c099a3a79bd31d5fa9a 2024-11-12T17:53:21,563 DEBUG [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e0b166121ec1124f44ace1c977ff753 2024-11-12T17:53:21,576 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/replication/7e0b166121ec1124f44ace1c977ff753/queue/ed3a167bc7164c099a3a79bd31d5fa9a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T17:53:21,582 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/ns/67406a5ff7ba4871a02044620a6a8e09, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T17:53:21,583 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7e0b166121ec1124f44ace1c977ff753 in 637ms, sequenceid=5, compaction requested=false 2024-11-12T17:53:21,595 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/.tmp/table/b01f042123674ae3a1f8239cb0370fa7 as hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/table/b01f042123674ae3a1f8239cb0370fa7 2024-11-12T17:53:21,645 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/table/b01f042123674ae3a1f8239cb0370fa7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T17:53:21,648 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/replication/7e0b166121ec1124f44ace1c977ff753/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T17:53:21,654 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 699ms, sequenceid=11, compaction requested=false 2024-11-12T17:53:21,656 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:53:21,656 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:53:21,656 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:21,656 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e0b166121ec1124f44ace1c977ff753: Waiting for close lock at 1731434000946Running coprocessor pre-close hooks at 1731434000946Disabling compacts and flushes for region at 1731434000946Disabling writes for close at 1731434000946Obtaining lock to block concurrent updates at 1731434000946Preparing flush snapshotting stores in 7e0b166121ec1124f44ace1c977ff753 at 1731434000946Finished memstore snapshotting hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731434000947 (+1 ms)Flushing stores of hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. at 1731434000948 (+1 ms)Flushing 7e0b166121ec1124f44ace1c977ff753/queue: creating writer at 1731434000948Flushing 7e0b166121ec1124f44ace1c977ff753/queue: appending metadata at 1731434001015 (+67 ms)Flushing 7e0b166121ec1124f44ace1c977ff753/queue: closing flushed file at 1731434001015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c09fd94: reopening flushed file at 1731434001530 (+515 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7e0b166121ec1124f44ace1c977ff753 in 637ms, sequenceid=5, compaction requested=false at 1731434001583 (+53 ms)Writing region close event to WAL at 1731434001595 (+12 ms)Running coprocessor post-close hooks at 1731434001656 (+61 ms)Closed at 1731434001656 2024-11-12T17:53:21,656 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731433993583.7e0b166121ec1124f44ace1c977ff753. 2024-11-12T17:53:21,742 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T17:53:21,743 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:53:21,743 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:53:21,743 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:53:21,743 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434000955Running coprocessor pre-close hooks at 1731434000955Disabling compacts and flushes for region at 1731434000955Disabling writes for close at 1731434000955Obtaining lock to block concurrent updates at 1731434000955Preparing flush snapshotting stores in 1588230740 at 1731434000955Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731434000956 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434000963 (+7 ms)Flushing 1588230740/info: creating writer at 1731434000963Flushing 1588230740/info: appending metadata at 1731434001002 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731434001002Flushing 1588230740/ns: creating writer at 1731434001107 (+105 ms)Flushing 1588230740/ns: appending metadata at 1731434001164 (+57 ms)Flushing 1588230740/ns: closing flushed file at 1731434001164Flushing 1588230740/table: creating writer at 1731434001300 (+136 ms)Flushing 1588230740/table: appending metadata at 1731434001343 (+43 ms)Flushing 1588230740/table: closing flushed file at 1731434001343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b3e18e: reopening flushed file at 1731434001438 (+95 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cb9eb7: reopening flushed file at 1731434001525 (+87 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c164fa: reopening flushed file at 1731434001582 (+57 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 699ms, sequenceid=11, compaction requested=false at 1731434001654 (+72 ms)Writing region close event to WAL at 1731434001710 (+56 ms)Running coprocessor post-close hooks at 1731434001743 (+33 ms)Closed at 1731434001743 2024-11-12T17:53:21,744 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:53:21,767 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,42569,1731433982036; all regions closed. 2024-11-12T17:53:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741834_1010 (size=2742) 2024-11-12T17:53:21,814 DEBUG [RS:0;6684de3f6e40:42569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/oldWALs 2024-11-12T17:53:21,815 INFO [RS:0;6684de3f6e40:42569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C42569%2C1731433982036.meta:.meta(num 1731433985035) 2024-11-12T17:53:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741837_1013 (size=1586) 2024-11-12T17:53:21,883 DEBUG [RS:0;6684de3f6e40:42569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/oldWALs 2024-11-12T17:53:21,883 INFO [RS:0;6684de3f6e40:42569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C42569%2C1731433982036.rep:(num 1731433995014) 2024-11-12T17:53:21,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741833_1009 (size=93) 2024-11-12T17:53:21,939 DEBUG [RS:0;6684de3f6e40:42569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/oldWALs 2024-11-12T17:53:21,939 INFO [RS:0;6684de3f6e40:42569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C42569%2C1731433982036:(num 1731433984220) 2024-11-12T17:53:21,940 DEBUG [RS:0;6684de3f6e40:42569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:21,940 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:53:21,940 INFO [RS:0;6684de3f6e40:42569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:53:21,940 INFO [RS:0;6684de3f6e40:42569 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:53:21,940 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:53:21,940 INFO [RS:0;6684de3f6e40:42569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:53:21,942 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,42569,1731433982036 because: Region server is closing 2024-11-12T17:53:21,942 INFO [RS:0;6684de3f6e40:42569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:42569. 2024-11-12T17:53:21,942 DEBUG [RS:0;6684de3f6e40:42569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:53:21,942 DEBUG [RS:0;6684de3f6e40:42569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:21,942 DEBUG [RS:0;6684de3f6e40:42569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:21,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:53:22,042 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.wal-reader.6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T17:53:22,044 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.shipper6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T17:53:22,045 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,42569,1731433982036.replicationSource.shipper6684de3f6e40%2C42569%2C1731433982036,1-6684de3f6e40,42569,1731433982036 terminated 2024-11-12T17:53:22,045 INFO [RS:0;6684de3f6e40:42569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42569 2024-11-12T17:53:22,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202/rs 2024-11-12T17:53:22,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548264202/rs/6684de3f6e40,42569,1731433982036 2024-11-12T17:53:22,093 INFO [RS:0;6684de3f6e40:42569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:53:22,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,42569,1731433982036] 2024-11-12T17:53:22,258 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-548264202/draining/6684de3f6e40,42569,1731433982036 already deleted, retry=false 2024-11-12T17:53:22,258 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,42569,1731433982036 expired; onlineServers=0 2024-11-12T17:53:22,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,37261,1731433981424' ***** 2024-11-12T17:53:22,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:53:22,259 INFO [M:0;6684de3f6e40:37261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:53:22,259 INFO [M:0;6684de3f6e40:37261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:53:22,259 DEBUG [M:0;6684de3f6e40:37261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:53:22,259 DEBUG [M:0;6684de3f6e40:37261 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:53:22,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:53:22,260 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433983883 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433983883,5,FailOnTimeoutGroup] 2024-11-12T17:53:22,263 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433983875 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433983875,5,FailOnTimeoutGroup] 2024-11-12T17:53:22,260 INFO [M:0;6684de3f6e40:37261 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:53:22,264 INFO [M:0;6684de3f6e40:37261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:53:22,264 DEBUG [M:0;6684de3f6e40:37261 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:53:22,264 INFO [M:0;6684de3f6e40:37261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:53:22,264 INFO [M:0;6684de3f6e40:37261 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:53:22,264 INFO [M:0;6684de3f6e40:37261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:53:22,264 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:53:22,275 INFO [RS:0;6684de3f6e40:42569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:53:22,275 INFO [RS:0;6684de3f6e40:42569 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,42569,1731433982036; zookeeper connection closed. 2024-11-12T17:53:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:53:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42569-0x10131778bd00001, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:53:22,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6655a9a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6655a9a8 2024-11-12T17:53:22,299 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:53:22,304 DEBUG [M:0;6684de3f6e40:37261 {}] zookeeper.ZKUtil(347): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Unable to get data of znode /0-548264202/master because node does not exist (not an error) 2024-11-12T17:53:22,304 WARN [M:0;6684de3f6e40:37261 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T17:53:22,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-548264202/master 2024-11-12T17:53:22,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-548264202 2024-11-12T17:53:22,309 INFO [M:0;6684de3f6e40:37261 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/.lastflushedseqids 2024-11-12T17:53:22,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741842_1018 (size=181) 2024-11-12T17:53:22,779 INFO [M:0;6684de3f6e40:37261 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:53:22,780 INFO [M:0;6684de3f6e40:37261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:53:22,780 DEBUG [M:0;6684de3f6e40:37261 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:53:22,780 INFO [M:0;6684de3f6e40:37261 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:22,780 DEBUG [M:0;6684de3f6e40:37261 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:22,780 DEBUG [M:0;6684de3f6e40:37261 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:53:22,780 DEBUG [M:0;6684de3f6e40:37261 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:22,780 INFO [M:0;6684de3f6e40:37261 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T17:53:22,836 DEBUG [M:0;6684de3f6e40:37261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a89437b975e741eaa18b4e3d55012cb8 is 82, key is hbase:meta,,1/info:regioninfo/1731433985258/Put/seqid=0 2024-11-12T17:53:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741843_1019 (size=5672) 2024-11-12T17:53:23,287 INFO [M:0;6684de3f6e40:37261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a89437b975e741eaa18b4e3d55012cb8 2024-11-12T17:53:23,371 DEBUG [M:0;6684de3f6e40:37261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a18871ee6f74e85a2f871398787b028 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731433995294/Put/seqid=0 2024-11-12T17:53:23,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741844_1020 (size=7203) 2024-11-12T17:53:23,790 INFO [M:0;6684de3f6e40:37261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a18871ee6f74e85a2f871398787b028 2024-11-12T17:53:23,893 DEBUG [M:0;6684de3f6e40:37261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f8954908345474bbee1e29407e970ab is 69, key is 6684de3f6e40,42569,1731433982036/rs:state/1731433983938/Put/seqid=0 2024-11-12T17:53:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741845_1021 (size=5156) 2024-11-12T17:53:23,930 INFO [M:0;6684de3f6e40:37261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f8954908345474bbee1e29407e970ab 2024-11-12T17:53:23,963 DEBUG [M:0;6684de3f6e40:37261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a89437b975e741eaa18b4e3d55012cb8 as hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a89437b975e741eaa18b4e3d55012cb8 2024-11-12T17:53:24,007 INFO [M:0;6684de3f6e40:37261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a89437b975e741eaa18b4e3d55012cb8, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T17:53:24,009 DEBUG [M:0;6684de3f6e40:37261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a18871ee6f74e85a2f871398787b028 as hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a18871ee6f74e85a2f871398787b028 2024-11-12T17:53:24,031 INFO [M:0;6684de3f6e40:37261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a18871ee6f74e85a2f871398787b028, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T17:53:24,036 DEBUG [M:0;6684de3f6e40:37261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f8954908345474bbee1e29407e970ab as hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f8954908345474bbee1e29407e970ab 2024-11-12T17:53:24,072 INFO [M:0;6684de3f6e40:37261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/b945b771-4f93-289a-84aa-ff07464fb245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f8954908345474bbee1e29407e970ab, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T17:53:24,080 INFO [M:0;6684de3f6e40:37261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false 2024-11-12T17:53:24,119 INFO [M:0;6684de3f6e40:37261 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:24,119 DEBUG [M:0;6684de3f6e40:37261 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434002780Disabling compacts and flushes for region at 1731434002780Disabling writes for close at 1731434002780Obtaining lock to block concurrent updates at 1731434002780Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434002780Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731434002781 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434002782 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434002782Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434002835 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434002836 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434003319 (+483 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434003370 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434003370Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434003833 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434003892 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434003892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7928f8d3: reopening flushed file at 1731434003956 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43862f78: reopening flushed file at 1731434004007 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e965af6: reopening flushed file at 1731434004031 (+24 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false at 1731434004080 (+49 ms)Writing region close event to WAL at 1731434004119 (+39 ms)Closed at 1731434004119 2024-11-12T17:53:24,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741830_1006 (size=41008) 2024-11-12T17:53:24,163 INFO [M:0;6684de3f6e40:37261 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:53:24,164 INFO [M:0;6684de3f6e40:37261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37261 2024-11-12T17:53:24,164 INFO [M:0;6684de3f6e40:37261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:53:24,165 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:53:24,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:53:24,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:53:24,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T17:53:24,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:53:24,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:53:24,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37261-0x10131778bd00000, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:53:24,285 INFO [M:0;6684de3f6e40:37261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:53:24,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@113e0336{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:53:24,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3de29a00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:53:24,321 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:53:24,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2ebcda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:53:24,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@394705a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/hadoop.log.dir/,STOPPED} 2024-11-12T17:53:24,344 WARN [BP-2020060338-172.17.0.3-1731433978428 heartbeating to localhost/127.0.0.1:46761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:53:24,344 WARN [BP-2020060338-172.17.0.3-1731433978428 heartbeating to localhost/127.0.0.1:46761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2020060338-172.17.0.3-1731433978428 (Datanode Uuid a6f04f3f-77e5-4ca2-a03e-8a938fd594d6) service to localhost/127.0.0.1:46761 2024-11-12T17:53:24,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/cluster_dda45a21-796e-5522-b872-864a09537dc0/data/data2/current/BP-2020060338-172.17.0.3-1731433978428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:53:24,346 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:53:24,346 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:53:24,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/cluster_dda45a21-796e-5522-b872-864a09537dc0/data/data1/current/BP-2020060338-172.17.0.3-1731433978428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:53:24,349 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:53:24,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1058471a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:53:24,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@520994d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:53:24,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:53:24,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa94757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:53:24,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@708c07f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc61cc6e-6fe2-5a3c-3fdd-26673d7911fc/hadoop.log.dir/,STOPPED} 2024-11-12T17:53:24,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T17:53:24,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:53:24,439 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46761 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49153) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49153) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36197 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=3083 (was 3050) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2554 (was 2291) - AvailableMemoryMB LEAK? - 2024-11-12T17:53:24,454 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=3083, ProcessCount=11, AvailableMemoryMB=2551 2024-11-12T17:53:24,470 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-12T17:53:24,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/hadoop.log.dir so I do NOT create it in target/test-data/012cd200-ebda-59e7-934a-7065904757ee 2024-11-12T17:53:24,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:53:24,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/hadoop.tmp.dir so I do NOT create it in target/test-data/012cd200-ebda-59e7-934a-7065904757ee 2024-11-12T17:53:24,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94994495-50a9-6428-9bce-e7c9f6287ef3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:53:24,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee 2024-11-12T17:53:24,472 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/cluster_24ce9c16-c86a-f2cc-21f4-5c9411276905, deleteOnExit=true 2024-11-12T17:53:24,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10131778bd00005, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:53:24,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10131778bd00005, quorum=127.0.0.1:49153, baseZNode=/1-1377135720 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:53:24,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10131778bd00002, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:53:24,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10131778bd00002, quorum=127.0.0.1:49153, baseZNode=/0-548264202 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:53:24,544 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/cluster_24ce9c16-c86a-f2cc-21f4-5c9411276905/zookeeper_0, clientPort=59714, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/cluster_24ce9c16-c86a-f2cc-21f4-5c9411276905/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/cluster_24ce9c16-c86a-f2cc-21f4-5c9411276905/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:53:24,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59714 2024-11-12T17:53:24,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:53:24,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:53:24,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/test.cache.data in system properties and HBase conf 2024-11-12T17:53:24,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:53:24,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:53:24,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:53:24,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:53:24,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:53:24,561 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:53:24,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:53:24,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:53:24,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:53:24,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:53:24,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:53:24,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:53:24,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:53:24,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:53:24,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:53:24,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:53:24,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:53:24,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:53:24,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:53:24,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:53:25,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:53:25,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:53:25,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:53:25,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:53:25,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:53:25,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:53:25,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704f511d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:53:25,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c057cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:53:25,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62408127{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/java.io.tmpdir/jetty-localhost-40071-hadoop-hdfs-3_4_1-tests_jar-_-any-866937971657973485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:53:25,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d0b96ea{HTTP/1.1, (http/1.1)}{localhost:40071} 2024-11-12T17:53:25,240 INFO [Time-limited test {}] server.Server(415): Started @74164ms 2024-11-12T17:53:25,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:53:25,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:53:25,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:53:25,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:53:25,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:53:25,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7333f164{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:53:25,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273110db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:53:26,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c0229ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/java.io.tmpdir/jetty-localhost-38571-hadoop-hdfs-3_4_1-tests_jar-_-any-4588834820504739525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:53:26,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c6bf546{HTTP/1.1, (http/1.1)}{localhost:38571} 2024-11-12T17:53:26,095 INFO [Time-limited test {}] server.Server(415): Started @75020ms 2024-11-12T17:53:26,098 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:53:27,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:53:27,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:27,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:27,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:27,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:27,668 WARN [Thread-832 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/cluster_24ce9c16-c86a-f2cc-21f4-5c9411276905/data/data1/current/BP-299639719-172.17.0.3-1731434004594/current, will proceed with Du for space computation calculation, 2024-11-12T17:53:27,672 WARN [Thread-833 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/cluster_24ce9c16-c86a-f2cc-21f4-5c9411276905/data/data2/current/BP-299639719-172.17.0.3-1731434004594/current, will proceed with Du for space computation calculation, 2024-11-12T17:53:27,781 WARN [Thread-819 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:53:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb854640cdae213c with lease ID 0x7cdbddf2e2de3ede: Processing first storage report for DS-51201a5f-7ae7-4bba-9346-b6402d4d30a5 from datanode DatanodeRegistration(127.0.0.1:43599, datanodeUuid=29be408f-4819-4b05-9c27-76dbe45fd715, infoPort=39593, infoSecurePort=0, ipcPort=46845, storageInfo=lv=-57;cid=testClusterID;nsid=142604791;c=1731434004594) 2024-11-12T17:53:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb854640cdae213c with lease ID 0x7cdbddf2e2de3ede: from storage DS-51201a5f-7ae7-4bba-9346-b6402d4d30a5 node DatanodeRegistration(127.0.0.1:43599, datanodeUuid=29be408f-4819-4b05-9c27-76dbe45fd715, infoPort=39593, infoSecurePort=0, ipcPort=46845, storageInfo=lv=-57;cid=testClusterID;nsid=142604791;c=1731434004594), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T17:53:27,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb854640cdae213c with lease ID 0x7cdbddf2e2de3ede: Processing first storage report for DS-48ed017b-c952-45f2-9fd1-07192df5f89d from datanode DatanodeRegistration(127.0.0.1:43599, datanodeUuid=29be408f-4819-4b05-9c27-76dbe45fd715, infoPort=39593, infoSecurePort=0, ipcPort=46845, storageInfo=lv=-57;cid=testClusterID;nsid=142604791;c=1731434004594) 2024-11-12T17:53:27,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb854640cdae213c with lease ID 0x7cdbddf2e2de3ede: from storage DS-48ed017b-c952-45f2-9fd1-07192df5f89d node DatanodeRegistration(127.0.0.1:43599, datanodeUuid=29be408f-4819-4b05-9c27-76dbe45fd715, infoPort=39593, infoSecurePort=0, ipcPort=46845, storageInfo=lv=-57;cid=testClusterID;nsid=142604791;c=1731434004594), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:53:27,856 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee 2024-11-12T17:53:27,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:27,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:27,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:53:27,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da with version=8 2024-11-12T17:53:27,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/hbase-staging 2024-11-12T17:53:27,979 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:53:27,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:27,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:27,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:53:27,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:27,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:53:27,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:53:27,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:53:27,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38229 2024-11-12T17:53:27,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38229 connecting to ZooKeeper ensemble=127.0.0.1:59714 2024-11-12T17:53:28,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382290x0, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:28,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38229-0x1013177f2080000 connected 2024-11-12T17:53:28,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:28,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:28,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Set watcher on znode that does not yet exist, /01316715573/running 2024-11-12T17:53:28,460 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da, hbase.cluster.distributed=false 2024-11-12T17:53:28,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Set watcher on znode that does not yet exist, /01316715573/acl 2024-11-12T17:53:28,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38229 2024-11-12T17:53:28,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38229 2024-11-12T17:53:28,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38229 2024-11-12T17:53:28,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38229 2024-11-12T17:53:28,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38229 2024-11-12T17:53:28,562 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:53:28,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:28,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:28,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:53:28,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:28,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:53:28,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:53:28,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:53:28,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34007 2024-11-12T17:53:28,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34007 connecting to ZooKeeper ensemble=127.0.0.1:59714 2024-11-12T17:53:28,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:28,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:28,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340070x0, quorum=127.0.0.1:59714, baseZNode=/01316715573 Set watcher on znode that does not yet exist, /01316715573/running 2024-11-12T17:53:28,625 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:53:28,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340070x0, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:28,644 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:53:28,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340070x0, quorum=127.0.0.1:59714, baseZNode=/01316715573 Set watcher on znode that does not yet exist, /01316715573/master 2024-11-12T17:53:28,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34007-0x1013177f2080001 connected 2024-11-12T17:53:28,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Set watcher on znode that does not yet exist, /01316715573/acl 2024-11-12T17:53:28,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-12T17:53:28,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34007 2024-11-12T17:53:28,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34007 2024-11-12T17:53:28,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-12T17:53:28,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34007 2024-11-12T17:53:28,792 DEBUG [M:0;6684de3f6e40:38229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:38229 2024-11-12T17:53:28,803 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01316715573/backup-masters/6684de3f6e40,38229,1731434007979 2024-11-12T17:53:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573/backup-masters 2024-11-12T17:53:28,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573/backup-masters 2024-11-12T17:53:28,851 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Set watcher on existing znode=/01316715573/backup-masters/6684de3f6e40,38229,1731434007979 2024-11-12T17:53:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:28,873 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Set watcher on existing znode=/01316715573/master 2024-11-12T17:53:28,873 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01316715573/backup-masters/6684de3f6e40,38229,1731434007979 from backup master directory 2024-11-12T17:53:28,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01316715573/master 2024-11-12T17:53:28,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:28,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01316715573/backup-masters/6684de3f6e40,38229,1731434007979 2024-11-12T17:53:28,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573/backup-masters 2024-11-12T17:53:28,908 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:53:28,908 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,38229,1731434007979 2024-11-12T17:53:28,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573/backup-masters 2024-11-12T17:53:28,928 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/hbase.id] with ID: e5a5d058-14fe-40c3-8202-f470457b61ab 2024-11-12T17:53:28,928 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/.tmp/hbase.id 2024-11-12T17:53:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:53:28,983 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/.tmp/hbase.id]:[hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/hbase.id] 2024-11-12T17:53:29,104 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:29,104 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:53:29,113 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 9ms. 2024-11-12T17:53:29,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:29,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:29,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:53:29,223 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:53:29,225 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:53:29,227 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:53:29,657 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store 2024-11-12T17:53:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:53:30,100 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:30,101 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:53:30,101 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:30,101 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:30,101 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:53:30,101 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:30,101 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:30,101 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434010100Disabling compacts and flushes for region at 1731434010100Disabling writes for close at 1731434010101 (+1 ms)Writing region close event to WAL at 1731434010101Closed at 1731434010101 2024-11-12T17:53:30,116 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/.initializing 2024-11-12T17:53:30,116 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/WALs/6684de3f6e40,38229,1731434007979 2024-11-12T17:53:30,128 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:53:30,165 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C38229%2C1731434007979, suffix=, logDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/WALs/6684de3f6e40,38229,1731434007979, archiveDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/oldWALs, maxLogs=10 2024-11-12T17:53:30,211 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/WALs/6684de3f6e40,38229,1731434007979/6684de3f6e40%2C38229%2C1731434007979.1731434010165, exclude list is [], retry=0 2024-11-12T17:53:30,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43599,DS-51201a5f-7ae7-4bba-9346-b6402d4d30a5,DISK] 2024-11-12T17:53:30,259 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/WALs/6684de3f6e40,38229,1731434007979/6684de3f6e40%2C38229%2C1731434007979.1731434010165 2024-11-12T17:53:30,260 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39593:39593)] 2024-11-12T17:53:30,260 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:30,260 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:30,260 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,260 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:53:30,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:30,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:30,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:53:30,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:30,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:30,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:53:30,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:30,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:30,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:53:30,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:30,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:30,408 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,415 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,419 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,428 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,428 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,429 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:30,431 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:30,458 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:30,460 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73902351, jitterRate=0.10123084485530853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:30,461 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434010260Initializing all the Stores at 1731434010277 (+17 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434010277Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434010282 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434010282Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434010282Cleaning up temporary data from old regions at 1731434010428 (+146 ms)Region opened successfully at 1731434010461 (+33 ms) 2024-11-12T17:53:30,467 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:53:30,494 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3662a2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:53:30,503 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:53:30,503 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:53:30,503 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:53:30,504 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:53:30,506 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-12T17:53:30,507 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:53:30,507 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:53:30,532 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:53:30,535 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Unable to get data of znode /01316715573/balancer because node does not exist (not necessarily an error) 2024-11-12T17:53:30,602 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01316715573/balancer already deleted, retry=false 2024-11-12T17:53:30,602 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:53:30,619 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Unable to get data of znode /01316715573/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:53:30,674 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01316715573/normalizer already deleted, retry=false 2024-11-12T17:53:30,675 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:53:30,687 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Unable to get data of znode /01316715573/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:53:30,723 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01316715573/switch/split already deleted, retry=false 2024-11-12T17:53:30,737 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Unable to get data of znode /01316715573/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:53:30,755 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01316715573/switch/merge already deleted, retry=false 2024-11-12T17:53:30,781 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Unable to get data of znode /01316715573/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:53:30,796 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01316715573/snapshot-cleanup already deleted, retry=false 2024-11-12T17:53:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01316715573/running 2024-11-12T17:53:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01316715573/running 2024-11-12T17:53:30,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:30,816 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,38229,1731434007979, sessionid=0x1013177f2080000, setting cluster-up flag (Was=false) 2024-11-12T17:53:30,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:30,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:30,905 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01316715573/flush-table-proc/acquired, /01316715573/flush-table-proc/reached, /01316715573/flush-table-proc/abort 2024-11-12T17:53:30,906 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,38229,1731434007979 2024-11-12T17:53:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:31,016 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01316715573/online-snapshot/acquired, /01316715573/online-snapshot/reached, /01316715573/online-snapshot/abort 2024-11-12T17:53:31,035 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,38229,1731434007979 2024-11-12T17:53:31,055 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:53:31,069 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:31,069 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:53:31,069 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:53:31,070 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,38229,1731434007979 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:53:31,071 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(746): ClusterId : e5a5d058-14fe-40c3-8202-f470457b61ab 2024-11-12T17:53:31,071 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:53:31,088 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:53:31,088 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:53:31,101 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:53:31,101 DEBUG [RS:0;6684de3f6e40:34007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104799c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:53:31,110 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:31,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:31,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:31,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:31,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:53:31,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:53:31,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,140 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:34007 2024-11-12T17:53:31,140 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:53:31,140 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:53:31,140 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:53:31,142 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,38229,1731434007979 with port=34007, startcode=1731434008561 2024-11-12T17:53:31,142 DEBUG [RS:0;6684de3f6e40:34007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:53:31,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:31,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:53:31,145 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434041145 2024-11-12T17:53:31,145 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:53:31,146 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:53:31,146 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:53:31,146 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:53:31,146 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:53:31,146 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:53:31,146 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,147 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:53:31,147 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:53:31,147 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:53:31,147 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:53:31,147 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:53:31,148 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:31,148 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38229 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:53:31,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:53:31,149 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:53:31,149 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:53:31,165 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434011150,5,FailOnTimeoutGroup] 2024-11-12T17:53:31,170 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434011165,5,FailOnTimeoutGroup] 2024-11-12T17:53:31,170 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,171 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:53:31,171 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,171 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:53:31,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:53:31,226 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da 2024-11-12T17:53:31,228 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T17:53:31,228 WARN [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T17:53:31,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:53:31,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:31,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:53:31,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:53:31,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:31,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:31,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:53:31,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:53:31,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:31,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:31,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:53:31,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:53:31,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:31,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:31,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:53:31,333 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,38229,1731434007979 with port=34007, startcode=1731434008561 2024-11-12T17:53:31,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,34007,1731434008561 2024-11-12T17:53:31,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38229 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,34007,1731434008561 2024-11-12T17:53:31,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:53:31,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:31,340 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da 2024-11-12T17:53:31,340 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37331 2024-11-12T17:53:31,340 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:53:31,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:31,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:53:31,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740 2024-11-12T17:53:31,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740 2024-11-12T17:53:31,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573/rs 2024-11-12T17:53:31,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:53:31,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:53:31,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,34007,1731434008561] 2024-11-12T17:53:31,359 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:31,362 DEBUG [RS:0;6684de3f6e40:34007 {}] zookeeper.ZKUtil(111): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Set watcher on existing znode=/01316715573/rs/6684de3f6e40,34007,1731434008561 2024-11-12T17:53:31,362 WARN [RS:0;6684de3f6e40:34007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:53:31,362 INFO [RS:0;6684de3f6e40:34007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:31,363 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561 2024-11-12T17:53:31,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:53:31,370 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:53:31,381 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:53:31,389 INFO [RS:0;6684de3f6e40:34007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:53:31,389 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,399 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:53:31,402 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:53:31,402 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,402 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,402 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,404 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,404 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,404 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,404 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:53:31,404 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,405 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,405 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,407 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,407 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,408 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:31,408 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:53:31,408 DEBUG [RS:0;6684de3f6e40:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:53:31,409 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:31,411 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72377097, jitterRate=0.07850278913974762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:31,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434011297Initializing all the Stores at 1731434011297Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434011298 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434011298Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434011298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434011298Cleaning up temporary data from old regions at 1731434011356 (+58 ms)Region opened successfully at 1731434011413 (+57 ms) 2024-11-12T17:53:31,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:53:31,413 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:53:31,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:53:31,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:53:31,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:53:31,425 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:53:31,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434011413Disabling compacts and flushes for region at 1731434011413Disabling writes for close at 1731434011413Writing region close event to WAL at 1731434011425 (+12 ms)Closed at 1731434011425 2024-11-12T17:53:31,428 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:31,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:53:31,428 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,428 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,428 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,428 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:53:31,428 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,34007,1731434008561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:53:31,432 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:53:31,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:53:31,462 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:53:31,462 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,34007,1731434008561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,462 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,462 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.Replication(171): 6684de3f6e40,34007,1731434008561 started 2024-11-12T17:53:31,500 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:31,500 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,34007,1731434008561, RpcServer on 6684de3f6e40/172.17.0.3:34007, sessionid=0x1013177f2080001 2024-11-12T17:53:31,500 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:53:31,500 DEBUG [RS:0;6684de3f6e40:34007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,34007,1731434008561 2024-11-12T17:53:31,500 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,34007,1731434008561' 2024-11-12T17:53:31,500 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01316715573/flush-table-proc/abort' 2024-11-12T17:53:31,501 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01316715573/flush-table-proc/acquired' 2024-11-12T17:53:31,507 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:53:31,507 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:53:31,507 DEBUG [RS:0;6684de3f6e40:34007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,34007,1731434008561 2024-11-12T17:53:31,507 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,34007,1731434008561' 2024-11-12T17:53:31,507 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01316715573/online-snapshot/abort' 2024-11-12T17:53:31,508 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01316715573/online-snapshot/acquired' 2024-11-12T17:53:31,508 DEBUG [RS:0;6684de3f6e40:34007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:53:31,508 INFO [RS:0;6684de3f6e40:34007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:53:31,508 INFO [RS:0;6684de3f6e40:34007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:53:31,595 WARN [6684de3f6e40:38229 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:53:31,610 INFO [RS:0;6684de3f6e40:34007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:53:31,620 INFO [RS:0;6684de3f6e40:34007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C34007%2C1731434008561, suffix=, logDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561, archiveDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/oldWALs, maxLogs=10 2024-11-12T17:53:31,659 DEBUG [RS:0;6684de3f6e40:34007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621, exclude list is [], retry=0 2024-11-12T17:53:31,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43599,DS-51201a5f-7ae7-4bba-9346-b6402d4d30a5,DISK] 2024-11-12T17:53:31,710 INFO [RS:0;6684de3f6e40:34007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 2024-11-12T17:53:31,717 DEBUG [RS:0;6684de3f6e40:34007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39593:39593)] 2024-11-12T17:53:31,847 DEBUG [6684de3f6e40:38229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:53:31,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,34007,1731434008561 2024-11-12T17:53:31,860 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,34007,1731434008561, state=OPENING 2024-11-12T17:53:31,891 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:53:31,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:31,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:31,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01316715573/meta-region-server: CHANGED 2024-11-12T17:53:31,918 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:53:31,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,34007,1731434008561}] 2024-11-12T17:53:31,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01316715573/meta-region-server: CHANGED 2024-11-12T17:53:32,087 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:53:32,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:53:32,114 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:53:32,114 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:32,115 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:53:32,127 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C34007%2C1731434008561.meta, suffix=.meta, logDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561, archiveDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/oldWALs, maxLogs=10 2024-11-12T17:53:32,151 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.meta.1731434012128.meta, exclude list is [], retry=0 2024-11-12T17:53:32,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43599,DS-51201a5f-7ae7-4bba-9346-b6402d4d30a5,DISK] 2024-11-12T17:53:32,190 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.meta.1731434012128.meta 2024-11-12T17:53:32,195 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39593:39593)] 2024-11-12T17:53:32,196 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:32,196 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:53:32,196 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:53:32,196 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:53:32,196 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:53:32,197 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:53:32,197 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:32,197 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:53:32,197 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:53:32,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:53:32,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:53:32,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:32,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:32,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:53:32,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:53:32,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:32,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:32,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:53:32,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:53:32,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:32,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:32,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:53:32,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:53:32,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:32,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:32,241 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:53:32,242 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740 2024-11-12T17:53:32,255 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740 2024-11-12T17:53:32,262 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:53:32,262 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:53:32,273 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:32,285 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:53:32,286 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67126006, jitterRate=2.554357051849365E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:32,287 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:53:32,288 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434012197Writing region info on filesystem at 1731434012197Initializing all the Stores at 1731434012204 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434012204Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434012206 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434012206Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434012206Cleaning up temporary data from old regions at 1731434012262 (+56 ms)Running coprocessor post-open hooks at 1731434012287 (+25 ms)Region opened successfully at 1731434012288 (+1 ms) 2024-11-12T17:53:32,294 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434012086 2024-11-12T17:53:32,303 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:53:32,303 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:53:32,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,34007,1731434008561 2024-11-12T17:53:32,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,34007,1731434008561, state=OPEN 2024-11-12T17:53:32,546 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,34007,1731434008561 2024-11-12T17:53:32,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01316715573/meta-region-server 2024-11-12T17:53:32,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01316715573/meta-region-server 2024-11-12T17:53:32,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01316715573/meta-region-server: CHANGED 2024-11-12T17:53:32,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01316715573/meta-region-server: CHANGED 2024-11-12T17:53:32,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:53:32,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,34007,1731434008561 in 629 msec 2024-11-12T17:53:32,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:53:32,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1480 sec 2024-11-12T17:53:32,601 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:32,601 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:53:32,615 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:32,620 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,34007,1731434008561, seqNum=-1] 2024-11-12T17:53:32,620 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:32,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:32,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5770 sec 2024-11-12T17:53:32,664 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434012664, completionTime=-1 2024-11-12T17:53:32,664 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:53:32,664 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:53:32,669 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:53:32,669 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434072669 2024-11-12T17:53:32,669 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434132669 2024-11-12T17:53:32,669 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-12T17:53:32,670 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38229,1731434007979-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:32,670 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38229,1731434007979-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:32,670 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38229,1731434007979-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:32,670 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:38229, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:32,670 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:32,676 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:53:32,685 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:32,701 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.793sec 2024-11-12T17:53:32,701 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:53:32,701 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:53:32,701 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:53:32,701 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:53:32,701 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:53:32,701 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38229,1731434007979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:53:32,701 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38229,1731434007979-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:53:32,730 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:53:32,730 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:53:32,730 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38229,1731434007979-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:32,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1ab50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:32,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38229,-1 for getting cluster id 2024-11-12T17:53:32,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:32,798 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5a5d058-14fe-40c3-8202-f470457b61ab' 2024-11-12T17:53:32,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:32,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5a5d058-14fe-40c3-8202-f470457b61ab" 2024-11-12T17:53:32,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8dee3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:32,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38229,-1] 2024-11-12T17:53:32,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:32,802 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:32,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbcdb64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:32,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:32,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,34007,1731434008561, seqNum=-1] 2024-11-12T17:53:32,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:32,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:32,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,38229,1731434007979 2024-11-12T17:53:32,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59714 2024-11-12T17:53:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:32,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013177f2080002 connected 2024-11-12T17:53:32,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/hadoop.log.dir so I do NOT create it in target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018 2024-11-12T17:53:32,938 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:53:32,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/hadoop.tmp.dir so I do NOT create it in target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018 2024-11-12T17:53:32,938 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:53:32,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018 2024-11-12T17:53:32,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:53:32,938 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/cluster_ff4eac35-a86a-5c6b-c0de-a7c2daac04aa, deleteOnExit=true 2024-11-12T17:53:32,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:53:32,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/test.cache.data in system properties and HBase conf 2024-11-12T17:53:32,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:53:32,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:53:32,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:53:32,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:53:32,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:53:32,939 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:53:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:53:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:53:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:53:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:53:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:53:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:53:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:53:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:53:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:53:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:53:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:53:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:53:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:53:32,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:53:33,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:53:33,405 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:53:33,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:53:33,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:53:33,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:53:33,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:53:33,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc50c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:53:33,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43793546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:53:33,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63098e77{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/java.io.tmpdir/jetty-localhost-34549-hadoop-hdfs-3_4_1-tests_jar-_-any-13385671225192093333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:53:33,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18f39cc8{HTTP/1.1, (http/1.1)}{localhost:34549} 2024-11-12T17:53:33,755 INFO [Time-limited test {}] server.Server(415): Started @82680ms 2024-11-12T17:53:34,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:53:34,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:53:34,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T17:53:34,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:53:34,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T17:53:34,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:53:34,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T17:53:34,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:53:34,242 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T17:53:34,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T17:53:34,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:53:34,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:53:34,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:53:34,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e042af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:53:34,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cb3acf0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:53:34,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@697145b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/java.io.tmpdir/jetty-localhost-41607-hadoop-hdfs-3_4_1-tests_jar-_-any-6942936897479063643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:53:34,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57dc47ff{HTTP/1.1, (http/1.1)}{localhost:41607} 2024-11-12T17:53:34,444 INFO [Time-limited test {}] server.Server(415): Started @83368ms 2024-11-12T17:53:34,445 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:53:35,318 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/cluster_ff4eac35-a86a-5c6b-c0de-a7c2daac04aa/data/data1/current/BP-747939881-172.17.0.3-1731434012987/current, will proceed with Du for space computation calculation, 2024-11-12T17:53:35,330 WARN [Thread-953 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/cluster_ff4eac35-a86a-5c6b-c0de-a7c2daac04aa/data/data2/current/BP-747939881-172.17.0.3-1731434012987/current, will proceed with Du for space computation calculation, 2024-11-12T17:53:35,420 WARN [Thread-940 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:53:35,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018 2024-11-12T17:53:35,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:35,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf92387cd9d70610e with lease ID 0x692d4c356f5dde7d: Processing first storage report for DS-66e7cdf5-9aa2-4035-9818-82d6d1099ae7 from datanode DatanodeRegistration(127.0.0.1:40529, datanodeUuid=16fb569f-19ac-48e8-b4fc-55bdd1afd0cc, infoPort=40819, infoSecurePort=0, ipcPort=37483, storageInfo=lv=-57;cid=testClusterID;nsid=118803634;c=1731434012987) 2024-11-12T17:53:35,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf92387cd9d70610e with lease ID 0x692d4c356f5dde7d: from storage DS-66e7cdf5-9aa2-4035-9818-82d6d1099ae7 node DatanodeRegistration(127.0.0.1:40529, datanodeUuid=16fb569f-19ac-48e8-b4fc-55bdd1afd0cc, infoPort=40819, infoSecurePort=0, ipcPort=37483, storageInfo=lv=-57;cid=testClusterID;nsid=118803634;c=1731434012987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:53:35,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf92387cd9d70610e with lease ID 0x692d4c356f5dde7d: Processing first storage report for DS-2589a4f1-0a9c-4f4f-84c6-28238762d72a from datanode DatanodeRegistration(127.0.0.1:40529, datanodeUuid=16fb569f-19ac-48e8-b4fc-55bdd1afd0cc, infoPort=40819, infoSecurePort=0, ipcPort=37483, storageInfo=lv=-57;cid=testClusterID;nsid=118803634;c=1731434012987) 2024-11-12T17:53:35,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf92387cd9d70610e with lease ID 0x692d4c356f5dde7d: from storage DS-2589a4f1-0a9c-4f4f-84c6-28238762d72a node DatanodeRegistration(127.0.0.1:40529, datanodeUuid=16fb569f-19ac-48e8-b4fc-55bdd1afd0cc, infoPort=40819, infoSecurePort=0, ipcPort=37483, storageInfo=lv=-57;cid=testClusterID;nsid=118803634;c=1731434012987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:53:35,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:35,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:53:35,523 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5 with version=8 2024-11-12T17:53:35,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/hbase-staging 2024-11-12T17:53:35,531 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:53:35,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:35,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:35,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:53:35,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:35,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:53:35,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:53:35,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:53:35,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43833 2024-11-12T17:53:35,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43833 connecting to ZooKeeper ensemble=127.0.0.1:59714 2024-11-12T17:53:35,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438330x0, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:35,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43833-0x1013177f2080003 connected 2024-11-12T17:53:35,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:35,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:35,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Set watcher on znode that does not yet exist, /1618422415/running 2024-11-12T17:53:35,764 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5, hbase.cluster.distributed=false 2024-11-12T17:53:35,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Set watcher on znode that does not yet exist, /1618422415/acl 2024-11-12T17:53:35,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43833 2024-11-12T17:53:35,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43833 2024-11-12T17:53:35,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43833 2024-11-12T17:53:35,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43833 2024-11-12T17:53:35,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43833 2024-11-12T17:53:35,831 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:53:35,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:35,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:35,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:53:35,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:53:35,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:53:35,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:53:35,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:53:35,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33465 2024-11-12T17:53:35,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33465 connecting to ZooKeeper ensemble=127.0.0.1:59714 2024-11-12T17:53:35,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:35,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:35,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334650x0, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:35,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334650x0, quorum=127.0.0.1:59714, baseZNode=/1618422415 Set watcher on znode that does not yet exist, /1618422415/running 2024-11-12T17:53:35,892 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:53:35,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33465-0x1013177f2080004 connected 2024-11-12T17:53:35,911 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:53:35,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Set watcher on znode that does not yet exist, /1618422415/master 2024-11-12T17:53:35,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Set watcher on znode that does not yet exist, /1618422415/acl 2024-11-12T17:53:35,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33465 2024-11-12T17:53:35,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33465 2024-11-12T17:53:35,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33465 2024-11-12T17:53:35,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33465 2024-11-12T17:53:35,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33465 2024-11-12T17:53:36,014 DEBUG [M:0;6684de3f6e40:43833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:43833 2024-11-12T17:53:36,021 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1618422415/backup-masters/6684de3f6e40,43833,1731434015531 2024-11-12T17:53:36,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415/backup-masters 2024-11-12T17:53:36,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415/backup-masters 2024-11-12T17:53:36,050 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Set watcher on existing znode=/1618422415/backup-masters/6684de3f6e40,43833,1731434015531 2024-11-12T17:53:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:36,068 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Set watcher on existing znode=/1618422415/master 2024-11-12T17:53:36,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1618422415/master 2024-11-12T17:53:36,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:36,071 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1618422415/backup-masters/6684de3f6e40,43833,1731434015531 from backup master directory 2024-11-12T17:53:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415/backup-masters 2024-11-12T17:53:36,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1618422415/backup-masters/6684de3f6e40,43833,1731434015531 2024-11-12T17:53:36,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415/backup-masters 2024-11-12T17:53:36,088 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:53:36,088 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,43833,1731434015531 2024-11-12T17:53:36,119 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/hbase.id] with ID: 8f0fa501-1757-4f50-b185-e6175fb5c0bd 2024-11-12T17:53:36,119 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/.tmp/hbase.id 2024-11-12T17:53:36,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:53:36,207 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/.tmp/hbase.id]:[hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/hbase.id] 2024-11-12T17:53:36,291 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:36,291 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:53:36,299 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-12T17:53:36,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:36,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:36,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:53:36,424 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:53:36,425 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:53:36,427 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:53:36,903 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store 2024-11-12T17:53:36,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:53:36,993 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:36,993 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:53:36,993 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:36,993 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:36,993 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:53:36,993 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:36,993 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:53:36,993 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434016993Disabling compacts and flushes for region at 1731434016993Disabling writes for close at 1731434016993Writing region close event to WAL at 1731434016993Closed at 1731434016993 2024-11-12T17:53:36,998 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/.initializing 2024-11-12T17:53:36,998 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/WALs/6684de3f6e40,43833,1731434015531 2024-11-12T17:53:36,999 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:53:37,005 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C43833%2C1731434015531, suffix=, logDir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/WALs/6684de3f6e40,43833,1731434015531, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/oldWALs, maxLogs=10 2024-11-12T17:53:37,039 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/WALs/6684de3f6e40,43833,1731434015531/6684de3f6e40%2C43833%2C1731434015531.1731434017006, exclude list is [], retry=0 2024-11-12T17:53:37,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40529,DS-66e7cdf5-9aa2-4035-9818-82d6d1099ae7,DISK] 2024-11-12T17:53:37,073 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/WALs/6684de3f6e40,43833,1731434015531/6684de3f6e40%2C43833%2C1731434015531.1731434017006 2024-11-12T17:53:37,076 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40819:40819)] 2024-11-12T17:53:37,076 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:37,077 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:37,077 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,077 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:53:37,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:37,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:37,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:53:37,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:37,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:37,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:53:37,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:37,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:37,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:53:37,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:37,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:37,113 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,115 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,116 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,123 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,123 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,124 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:37,125 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:53:37,139 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:37,140 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74540134, jitterRate=0.11073455214500427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:37,141 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434017077Initializing all the Stores at 1731434017079 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434017079Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434017083 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434017083Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434017083Cleaning up temporary data from old regions at 1731434017123 (+40 ms)Region opened successfully at 1731434017140 (+17 ms) 2024-11-12T17:53:37,144 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:53:37,148 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354f50cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:53:37,150 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:53:37,150 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:53:37,150 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:53:37,151 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:53:37,151 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T17:53:37,152 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:53:37,152 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:53:37,196 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:53:37,198 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Unable to get data of znode /1618422415/balancer because node does not exist (not necessarily an error) 2024-11-12T17:53:37,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:37,216 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1618422415/balancer already deleted, retry=false 2024-11-12T17:53:37,216 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:53:37,217 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Unable to get data of znode /1618422415/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:53:37,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:37,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:37,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:37,439 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1618422415/normalizer already deleted, retry=false 2024-11-12T17:53:37,440 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:53:37,447 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Unable to get data of znode /1618422415/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:53:37,479 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1618422415/switch/split already deleted, retry=false 2024-11-12T17:53:37,495 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Unable to get data of znode /1618422415/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:53:37,569 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1618422415/switch/merge already deleted, retry=false 2024-11-12T17:53:37,571 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Unable to get data of znode /1618422415/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:53:37,629 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1618422415/snapshot-cleanup already deleted, retry=false 2024-11-12T17:53:37,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1618422415/running 2024-11-12T17:53:37,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:37,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1618422415/running 2024-11-12T17:53:37,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:37,647 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,43833,1731434015531, sessionid=0x1013177f2080003, setting cluster-up flag (Was=false) 2024-11-12T17:53:37,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:37,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:37,690 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1618422415/flush-table-proc/acquired, /1618422415/flush-table-proc/reached, /1618422415/flush-table-proc/abort 2024-11-12T17:53:37,691 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,43833,1731434015531 2024-11-12T17:53:37,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:37,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:37,757 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1618422415/online-snapshot/acquired, /1618422415/online-snapshot/reached, /1618422415/online-snapshot/abort 2024-11-12T17:53:37,759 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,43833,1731434015531 2024-11-12T17:53:37,764 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:53:37,766 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:37,767 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:53:37,767 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:53:37,767 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,43833,1731434015531 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:53:37,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:53:37,805 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:37,805 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:37,805 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:37,805 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:53:37,805 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:53:37,806 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:37,806 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:53:37,806 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:37,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:37,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:37,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:37,830 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(746): ClusterId : 8f0fa501-1757-4f50-b185-e6175fb5c0bd 2024-11-12T17:53:37,830 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:53:37,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:37,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:53:37,842 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:37,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:53:37,845 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434047845 2024-11-12T17:53:37,845 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:53:37,845 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:53:37,845 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:53:37,845 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:53:37,845 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:53:37,845 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:53:37,846 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:53:37,846 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:53:37,851 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:37,852 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:53:37,852 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:53:37,852 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:53:37,852 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:53:37,860 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:53:37,861 DEBUG [RS:0;6684de3f6e40:33465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b582c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:53:37,869 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:53:37,870 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:53:37,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:37,874 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434017870,5,FailOnTimeoutGroup] 2024-11-12T17:53:37,888 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434017874,5,FailOnTimeoutGroup] 2024-11-12T17:53:37,888 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:37,888 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:53:37,888 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:37,888 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:37,889 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:53:37,909 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:33465 2024-11-12T17:53:37,909 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:53:37,909 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:53:37,909 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:53:37,911 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,43833,1731434015531 with port=33465, startcode=1731434015831 2024-11-12T17:53:37,911 DEBUG [RS:0;6684de3f6e40:33465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:53:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:53:37,940 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:53:37,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,33465,1731434015831 2024-11-12T17:53:37,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43833 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,33465,1731434015831 2024-11-12T17:53:37,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:53:37,943 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5 2024-11-12T17:53:37,947 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5 2024-11-12T17:53:37,948 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44889 2024-11-12T17:53:37,948 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:53:37,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415/rs 2024-11-12T17:53:37,960 DEBUG [RS:0;6684de3f6e40:33465 {}] zookeeper.ZKUtil(111): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Set watcher on existing znode=/1618422415/rs/6684de3f6e40,33465,1731434015831 2024-11-12T17:53:37,960 WARN [RS:0;6684de3f6e40:33465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:53:37,960 INFO [RS:0;6684de3f6e40:33465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:37,960 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/WALs/6684de3f6e40,33465,1731434015831 2024-11-12T17:53:37,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,33465,1731434015831] 2024-11-12T17:53:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:53:37,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:38,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:53:38,017 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:53:38,019 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:53:38,025 INFO [RS:0;6684de3f6e40:33465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:53:38,025 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:38,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:53:38,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:38,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:38,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:53:38,050 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:53:38,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:53:38,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:38,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:38,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:53:38,059 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:53:38,059 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:38,059 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:38,059 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:38,059 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:38,059 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:38,061 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:38,061 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:53:38,061 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:38,061 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:38,061 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:38,061 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:38,061 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:38,061 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:53:38,061 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:53:38,061 DEBUG [RS:0;6684de3f6e40:33465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:53:38,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:53:38,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:38,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:38,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:53:38,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:53:38,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:38,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:38,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:53:38,066 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:38,066 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:38,066 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:38,066 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:38,066 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:38,066 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33465,1731434015831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:53:38,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740 2024-11-12T17:53:38,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740 2024-11-12T17:53:38,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:53:38,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:53:38,076 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:38,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:53:38,115 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:53:38,115 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33465,1731434015831-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:38,115 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:38,116 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.Replication(171): 6684de3f6e40,33465,1731434015831 started 2024-11-12T17:53:38,135 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:38,140 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71262153, jitterRate=0.06188882887363434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:38,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434018000Initializing all the Stores at 1731434018007 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434018007Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434018010 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434018010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434018010Cleaning up temporary data from old regions at 1731434018069 (+59 ms)Region opened successfully at 1731434018140 (+71 ms) 2024-11-12T17:53:38,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:53:38,140 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:53:38,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:53:38,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:53:38,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:53:38,147 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:53:38,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434018140Disabling compacts and flushes for region at 1731434018140Disabling writes for close at 1731434018140Writing region close event to WAL at 1731434018147 (+7 ms)Closed at 1731434018147 2024-11-12T17:53:38,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:38,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:53:38,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:53:38,152 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:53:38,155 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:53:38,204 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:38,204 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,33465,1731434015831, RpcServer on 6684de3f6e40/172.17.0.3:33465, sessionid=0x1013177f2080004 2024-11-12T17:53:38,205 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:53:38,205 DEBUG [RS:0;6684de3f6e40:33465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,33465,1731434015831 2024-11-12T17:53:38,205 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,33465,1731434015831' 2024-11-12T17:53:38,205 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1618422415/flush-table-proc/abort' 2024-11-12T17:53:38,215 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1618422415/flush-table-proc/acquired' 2024-11-12T17:53:38,215 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:53:38,215 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:53:38,215 DEBUG [RS:0;6684de3f6e40:33465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,33465,1731434015831 2024-11-12T17:53:38,215 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,33465,1731434015831' 2024-11-12T17:53:38,215 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1618422415/online-snapshot/abort' 2024-11-12T17:53:38,216 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1618422415/online-snapshot/acquired' 2024-11-12T17:53:38,219 DEBUG [RS:0;6684de3f6e40:33465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:53:38,219 INFO [RS:0;6684de3f6e40:33465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:53:38,219 INFO [RS:0;6684de3f6e40:33465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:53:38,306 WARN [6684de3f6e40:43833 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:53:38,323 INFO [RS:0;6684de3f6e40:33465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:53:38,342 INFO [RS:0;6684de3f6e40:33465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C33465%2C1731434015831, suffix=, logDir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/WALs/6684de3f6e40,33465,1731434015831, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/oldWALs, maxLogs=10 2024-11-12T17:53:38,378 DEBUG [RS:0;6684de3f6e40:33465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/WALs/6684de3f6e40,33465,1731434015831/6684de3f6e40%2C33465%2C1731434015831.1731434018342, exclude list is [], retry=0 2024-11-12T17:53:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40529,DS-66e7cdf5-9aa2-4035-9818-82d6d1099ae7,DISK] 2024-11-12T17:53:38,423 INFO [RS:0;6684de3f6e40:33465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/WALs/6684de3f6e40,33465,1731434015831/6684de3f6e40%2C33465%2C1731434015831.1731434018342 2024-11-12T17:53:38,430 DEBUG [RS:0;6684de3f6e40:33465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40819:40819)] 2024-11-12T17:53:38,556 DEBUG [6684de3f6e40:43833 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:53:38,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,33465,1731434015831 2024-11-12T17:53:38,558 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,33465,1731434015831, state=OPENING 2024-11-12T17:53:38,655 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:53:38,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:38,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:53:38,687 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:53:38,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,33465,1731434015831}] 2024-11-12T17:53:38,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1618422415/meta-region-server: CHANGED 2024-11-12T17:53:38,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1618422415/meta-region-server: CHANGED 2024-11-12T17:53:38,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:53:38,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:53:38,855 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:53:38,855 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:38,855 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:53:38,861 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C33465%2C1731434015831.meta, suffix=.meta, logDir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/WALs/6684de3f6e40,33465,1731434015831, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/oldWALs, maxLogs=10 2024-11-12T17:53:38,888 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/WALs/6684de3f6e40,33465,1731434015831/6684de3f6e40%2C33465%2C1731434015831.meta.1731434018862.meta, exclude list is [], retry=0 2024-11-12T17:53:38,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40529,DS-66e7cdf5-9aa2-4035-9818-82d6d1099ae7,DISK] 2024-11-12T17:53:38,916 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/WALs/6684de3f6e40,33465,1731434015831/6684de3f6e40%2C33465%2C1731434015831.meta.1731434018862.meta 2024-11-12T17:53:38,921 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40819:40819)] 2024-11-12T17:53:38,922 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:38,922 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:53:38,922 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:53:38,922 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:53:38,922 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:53:38,923 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:53:38,923 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:38,923 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:53:38,923 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:53:38,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:53:38,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:53:38,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:38,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:38,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:53:38,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:53:38,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:38,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:38,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:53:38,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:53:38,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:38,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:38,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:53:38,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:53:38,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:38,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:53:38,956 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:53:38,960 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740 2024-11-12T17:53:38,961 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740 2024-11-12T17:53:38,963 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:53:38,963 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:53:38,965 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:53:38,966 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:53:38,967 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74790508, jitterRate=0.11446541547775269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:53:38,967 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:53:38,967 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434018923Writing region info on filesystem at 1731434018923Initializing all the Stores at 1731434018927 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434018927Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434018927Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434018927Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434018927Cleaning up temporary data from old regions at 1731434018963 (+36 ms)Running coprocessor post-open hooks at 1731434018967 (+4 ms)Region opened successfully at 1731434018967 2024-11-12T17:53:38,972 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434018845 2024-11-12T17:53:38,981 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:53:38,981 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:53:38,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,33465,1731434015831 2024-11-12T17:53:38,988 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,33465,1731434015831, state=OPEN 2024-11-12T17:53:39,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1618422415/meta-region-server 2024-11-12T17:53:39,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1618422415/meta-region-server: CHANGED 2024-11-12T17:53:39,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1618422415/meta-region-server 2024-11-12T17:53:39,017 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,33465,1731434015831 2024-11-12T17:53:39,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1618422415/meta-region-server: CHANGED 2024-11-12T17:53:39,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:53:39,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,33465,1731434015831 in 330 msec 2024-11-12T17:53:39,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:53:39,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 872 msec 2024-11-12T17:53:39,033 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:53:39,033 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:53:39,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:39,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33465,1731434015831, seqNum=-1] 2024-11-12T17:53:39,041 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:39,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:39,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3140 sec 2024-11-12T17:53:39,084 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434019084, completionTime=-1 2024-11-12T17:53:39,084 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:53:39,085 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:53:39,086 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:53:39,087 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434079087 2024-11-12T17:53:39,087 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434139087 2024-11-12T17:53:39,087 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T17:53:39,087 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43833,1731434015531-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:39,087 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43833,1731434015531-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:39,087 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43833,1731434015531-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:39,087 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:43833, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:39,087 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:39,095 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:53:39,101 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:39,113 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.025sec 2024-11-12T17:53:39,113 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:53:39,113 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:53:39,113 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:53:39,113 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:53:39,113 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:53:39,114 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43833,1731434015531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:53:39,114 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43833,1731434015531-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:53:39,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7f17a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:39,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43833,-1 for getting cluster id 2024-11-12T17:53:39,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:39,136 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:53:39,136 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:53:39,136 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43833,1731434015531-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:53:39,144 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f0fa501-1757-4f50-b185-e6175fb5c0bd' 2024-11-12T17:53:39,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:39,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f0fa501-1757-4f50-b185-e6175fb5c0bd" 2024-11-12T17:53:39,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1593cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:39,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43833,-1] 2024-11-12T17:53:39,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:39,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:39,146 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:39,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695b2def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:39,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:39,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33465,1731434015831, seqNum=-1] 2024-11-12T17:53:39,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:39,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,43833,1731434015531 2024-11-12T17:53:39,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59714 2024-11-12T17:53:39,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:53:39,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013177f2080005 connected 2024-11-12T17:53:39,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:39,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,38229,1731434007979 2024-11-12T17:53:39,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f2eeadf 2024-11-12T17:53:39,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:39,275 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:53:39,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:53:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:53:39,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:53:39,299 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:39,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:53:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:39,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:53:39,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:53:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:39,808 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82fe5735dcbcf4fda9ae79f358bbb725, NAME => 'test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da 2024-11-12T17:53:39,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:53:39,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:39,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 82fe5735dcbcf4fda9ae79f358bbb725, disabling compactions & flushes 2024-11-12T17:53:39,894 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:53:39,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:53:39,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. after waiting 0 ms 2024-11-12T17:53:39,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:53:39,894 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:53:39,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82fe5735dcbcf4fda9ae79f358bbb725: Waiting for close lock at 1731434019894Disabling compacts and flushes for region at 1731434019894Disabling writes for close at 1731434019894Writing region close event to WAL at 1731434019894Closed at 1731434019894 2024-11-12T17:53:39,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:53:39,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434019900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434019900"}]},"ts":"1731434019900"} 2024-11-12T17:53:39,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:53:39,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:53:39,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434019914"}]},"ts":"1731434019914"} 2024-11-12T17:53:39,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:53:39,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82fe5735dcbcf4fda9ae79f358bbb725, ASSIGN}] 2024-11-12T17:53:39,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82fe5735dcbcf4fda9ae79f358bbb725, ASSIGN 2024-11-12T17:53:39,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=82fe5735dcbcf4fda9ae79f358bbb725, ASSIGN; state=OFFLINE, location=6684de3f6e40,34007,1731434008561; forceNewPlan=false, retain=false 2024-11-12T17:53:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:40,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82fe5735dcbcf4fda9ae79f358bbb725, regionState=OPENING, regionLocation=6684de3f6e40,34007,1731434008561 2024-11-12T17:53:40,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=82fe5735dcbcf4fda9ae79f358bbb725, ASSIGN because future has completed 2024-11-12T17:53:40,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82fe5735dcbcf4fda9ae79f358bbb725, server=6684de3f6e40,34007,1731434008561}] 2024-11-12T17:53:40,287 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:53:40,288 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 82fe5735dcbcf4fda9ae79f358bbb725, NAME => 'test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:40,288 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:53:40,288 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:53:40,288 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,289 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:40,289 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,289 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,329 INFO [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,336 INFO [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fe5735dcbcf4fda9ae79f358bbb725 columnFamilyName f 2024-11-12T17:53:40,336 DEBUG [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:40,337 INFO [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] regionserver.HStore(327): Store=82fe5735dcbcf4fda9ae79f358bbb725/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:40,337 INFO [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,339 INFO [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fe5735dcbcf4fda9ae79f358bbb725 columnFamilyName f1 2024-11-12T17:53:40,339 DEBUG [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:40,341 INFO [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] regionserver.HStore(327): Store=82fe5735dcbcf4fda9ae79f358bbb725/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:40,342 INFO [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,343 INFO [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82fe5735dcbcf4fda9ae79f358bbb725 columnFamilyName norep 2024-11-12T17:53:40,343 DEBUG [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:40,344 INFO [StoreOpener-82fe5735dcbcf4fda9ae79f358bbb725-1 {}] regionserver.HStore(327): Store=82fe5735dcbcf4fda9ae79f358bbb725/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:40,344 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,345 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,346 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,352 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,352 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,353 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:53:40,354 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,372 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:40,373 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 82fe5735dcbcf4fda9ae79f358bbb725; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70911755, jitterRate=0.05666749179363251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:53:40,373 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:53:40,374 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 82fe5735dcbcf4fda9ae79f358bbb725: Running coprocessor pre-open hook at 1731434020289Writing region info on filesystem at 1731434020289Initializing all the Stores at 1731434020304 (+15 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434020304Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434020323 (+19 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434020323Cleaning up temporary data from old regions at 1731434020352 (+29 ms)Running coprocessor post-open hooks at 1731434020373 (+21 ms)Region opened successfully at 1731434020374 (+1 ms) 2024-11-12T17:53:40,378 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., pid=6, masterSystemTime=1731434020250 2024-11-12T17:53:40,383 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82fe5735dcbcf4fda9ae79f358bbb725, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,34007,1731434008561 2024-11-12T17:53:40,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82fe5735dcbcf4fda9ae79f358bbb725, server=6684de3f6e40,34007,1731434008561 because future has completed 2024-11-12T17:53:40,395 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:53:40,396 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:53:40,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:53:40,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 82fe5735dcbcf4fda9ae79f358bbb725, server=6684de3f6e40,34007,1731434008561 in 323 msec 2024-11-12T17:53:40,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:53:40,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=82fe5735dcbcf4fda9ae79f358bbb725, ASSIGN in 512 msec 2024-11-12T17:53:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:40,448 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:53:40,448 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434020448"}]},"ts":"1731434020448"} 2024-11-12T17:53:40,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:53:40,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:53:40,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-12T17:53:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:41,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:41,468 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:53:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43833,1731434015531 2024-11-12T17:53:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@770456aa 2024-11-12T17:53:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:41,479 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:53:41,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:53:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:53:41,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:53:41,496 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:41,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:53:41,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:53:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:41,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:53:41,594 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d441516db75a0e6f16dbbc944b759489, NAME => 'test,,1731434021480.d441516db75a0e6f16dbbc944b759489.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5 2024-11-12T17:53:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:41,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:53:41,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434021480.d441516db75a0e6f16dbbc944b759489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:41,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d441516db75a0e6f16dbbc944b759489, disabling compactions & flushes 2024-11-12T17:53:41,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:53:41,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:53:41,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434021480.d441516db75a0e6f16dbbc944b759489. after waiting 0 ms 2024-11-12T17:53:41,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:53:41,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:53:41,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d441516db75a0e6f16dbbc944b759489: Waiting for close lock at 1731434021672Disabling compacts and flushes for region at 1731434021672Disabling writes for close at 1731434021672Writing region close event to WAL at 1731434021672Closed at 1731434021672 2024-11-12T17:53:41,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:53:41,674 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434021480.d441516db75a0e6f16dbbc944b759489.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434021674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434021674"}]},"ts":"1731434021674"} 2024-11-12T17:53:41,684 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:53:41,688 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:53:41,688 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434021688"}]},"ts":"1731434021688"} 2024-11-12T17:53:41,693 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:53:41,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d441516db75a0e6f16dbbc944b759489, ASSIGN}] 2024-11-12T17:53:41,699 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d441516db75a0e6f16dbbc944b759489, ASSIGN 2024-11-12T17:53:41,700 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d441516db75a0e6f16dbbc944b759489, ASSIGN; state=OFFLINE, location=6684de3f6e40,33465,1731434015831; forceNewPlan=false, retain=false 2024-11-12T17:53:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:41,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d441516db75a0e6f16dbbc944b759489, regionState=OPENING, regionLocation=6684de3f6e40,33465,1731434015831 2024-11-12T17:53:41,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d441516db75a0e6f16dbbc944b759489, ASSIGN because future has completed 2024-11-12T17:53:41,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d441516db75a0e6f16dbbc944b759489, server=6684de3f6e40,33465,1731434015831}] 2024-11-12T17:53:42,076 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:53:42,076 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d441516db75a0e6f16dbbc944b759489, NAME => 'test,,1731434021480.d441516db75a0e6f16dbbc944b759489.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:42,077 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:53:42,077 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:53:42,077 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,077 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434021480.d441516db75a0e6f16dbbc944b759489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:42,077 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,077 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,091 INFO [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,108 INFO [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d441516db75a0e6f16dbbc944b759489 columnFamilyName f 2024-11-12T17:53:42,108 DEBUG [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:42,111 INFO [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] regionserver.HStore(327): Store=d441516db75a0e6f16dbbc944b759489/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:42,112 INFO [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,127 INFO [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d441516db75a0e6f16dbbc944b759489 columnFamilyName f1 2024-11-12T17:53:42,131 DEBUG [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:42,138 INFO [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] regionserver.HStore(327): Store=d441516db75a0e6f16dbbc944b759489/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:42,139 INFO [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:42,148 INFO [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d441516db75a0e6f16dbbc944b759489 columnFamilyName norep 2024-11-12T17:53:42,148 DEBUG [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:42,155 INFO [StoreOpener-d441516db75a0e6f16dbbc944b759489-1 {}] regionserver.HStore(327): Store=d441516db75a0e6f16dbbc944b759489/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:42,158 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,159 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,159 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,167 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,167 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,171 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:53:42,184 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,211 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:42,212 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d441516db75a0e6f16dbbc944b759489; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74762176, jitterRate=0.1140432357788086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:53:42,212 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d441516db75a0e6f16dbbc944b759489 2024-11-12T17:53:42,212 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d441516db75a0e6f16dbbc944b759489: Running coprocessor pre-open hook at 1731434022077Writing region info on filesystem at 1731434022077Initializing all the Stores at 1731434022081 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434022081Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434022087 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434022087Cleaning up temporary data from old regions at 1731434022167 (+80 ms)Running coprocessor post-open hooks at 1731434022212 (+45 ms)Region opened successfully at 1731434022212 2024-11-12T17:53:42,230 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434021480.d441516db75a0e6f16dbbc944b759489., pid=6, masterSystemTime=1731434022045 2024-11-12T17:53:42,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d441516db75a0e6f16dbbc944b759489, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,33465,1731434015831 2024-11-12T17:53:42,239 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:53:42,239 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:53:42,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d441516db75a0e6f16dbbc944b759489, server=6684de3f6e40,33465,1731434015831 because future has completed 2024-11-12T17:53:42,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:53:42,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d441516db75a0e6f16dbbc944b759489, server=6684de3f6e40,33465,1731434015831 in 379 msec 2024-11-12T17:53:42,271 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:53:42,271 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434022271"}]},"ts":"1731434022271"} 2024-11-12T17:53:42,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:53:42,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d441516db75a0e6f16dbbc944b759489, ASSIGN in 573 msec 2024-11-12T17:53:42,297 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:53:42,299 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:53:42,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 819 msec 2024-11-12T17:53:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:53:42,655 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:53:42,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3225d0ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38229,-1 for getting cluster id 2024-11-12T17:53:42,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:42,659 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5a5d058-14fe-40c3-8202-f470457b61ab' 2024-11-12T17:53:42,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:42,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5a5d058-14fe-40c3-8202-f470457b61ab" 2024-11-12T17:53:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc3c662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38229,-1] 2024-11-12T17:53:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:42,668 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:42,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5988d21b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f93e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43833,-1 for getting cluster id 2024-11-12T17:53:42,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:42,675 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f0fa501-1757-4f50-b185-e6175fb5c0bd' 2024-11-12T17:53:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:42,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f0fa501-1757-4f50-b185-e6175fb5c0bd" 2024-11-12T17:53:42,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195fa8c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43833,-1] 2024-11-12T17:53:42,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:42,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:42,677 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16da632b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f0cd7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38229,-1 for getting cluster id 2024-11-12T17:53:42,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:42,690 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5a5d058-14fe-40c3-8202-f470457b61ab' 2024-11-12T17:53:42,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:42,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5a5d058-14fe-40c3-8202-f470457b61ab" 2024-11-12T17:53:42,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32593867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38229,-1] 2024-11-12T17:53:42,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:42,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:42,692 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1728f054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:42,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,38229,1731434007979 2024-11-12T17:53:42,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3601abb3 2024-11-12T17:53:42,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:42,697 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:53:42,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:43833,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:53:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:53:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:53:42,700 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:43833' 2024-11-12T17:53:42,705 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331b9e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,705 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43833,-1 for getting cluster id 2024-11-12T17:53:42,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:42,709 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f0fa501-1757-4f50-b185-e6175fb5c0bd' 2024-11-12T17:53:42,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:42,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f0fa501-1757-4f50-b185-e6175fb5c0bd" 2024-11-12T17:53:42,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1905162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43833,-1] 2024-11-12T17:53:42,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:42,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:42,712 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:42,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c28467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:42,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:42,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43833,1731434015531 2024-11-12T17:53:42,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5efe4977 2024-11-12T17:53:42,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:42,728 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:53:42,729 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T17:53:42,729 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:53:42,729 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:42,729 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:42,729 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:53:42,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:53:42,746 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:53:42,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:53:42,760 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:42,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:53:42,799 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:53:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:53:42,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:53:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:53:43,232 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 787b2ab7ea78f576af8900209fa10b89, NAME => 'hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da 2024-11-12T17:53:43,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:53:43,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:43,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 787b2ab7ea78f576af8900209fa10b89, disabling compactions & flushes 2024-11-12T17:53:43,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:53:43,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:53:43,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. after waiting 0 ms 2024-11-12T17:53:43,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:53:43,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:53:43,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 787b2ab7ea78f576af8900209fa10b89: Waiting for close lock at 1731434023305Disabling compacts and flushes for region at 1731434023305Disabling writes for close at 1731434023305Writing region close event to WAL at 1731434023305Closed at 1731434023305 2024-11-12T17:53:43,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:53:43,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434023315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434023315"}]},"ts":"1731434023315"} 2024-11-12T17:53:43,323 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:53:43,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:53:43,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434023328"}]},"ts":"1731434023328"} 2024-11-12T17:53:43,333 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:53:43,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787b2ab7ea78f576af8900209fa10b89, ASSIGN}] 2024-11-12T17:53:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:53:43,340 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787b2ab7ea78f576af8900209fa10b89, ASSIGN 2024-11-12T17:53:43,347 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=787b2ab7ea78f576af8900209fa10b89, ASSIGN; state=OFFLINE, location=6684de3f6e40,34007,1731434008561; forceNewPlan=false, retain=false 2024-11-12T17:53:43,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=787b2ab7ea78f576af8900209fa10b89, regionState=OPENING, regionLocation=6684de3f6e40,34007,1731434008561 2024-11-12T17:53:43,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=787b2ab7ea78f576af8900209fa10b89, ASSIGN because future has completed 2024-11-12T17:53:43,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787b2ab7ea78f576af8900209fa10b89, server=6684de3f6e40,34007,1731434008561}] 2024-11-12T17:53:43,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:53:43,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:53:43,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:53:43,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C34007%2C1731434008561.rep, suffix=, logDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561, archiveDir=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/oldWALs, maxLogs=10 2024-11-12T17:53:43,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.rep.1731434023693, exclude list is [], retry=0 2024-11-12T17:53:43,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43599,DS-51201a5f-7ae7-4bba-9346-b6402d4d30a5,DISK] 2024-11-12T17:53:43,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.rep.1731434023693 2024-11-12T17:53:43,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39593:39593)] 2024-11-12T17:53:43,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 787b2ab7ea78f576af8900209fa10b89, NAME => 'hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:53:43,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:53:43,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:53:43,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. service=MultiRowMutationService 2024-11-12T17:53:43,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:53:43,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:53:43,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,796 INFO [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,798 INFO [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787b2ab7ea78f576af8900209fa10b89 columnFamilyName hfileref 2024-11-12T17:53:43,798 DEBUG [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:43,800 INFO [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] regionserver.HStore(327): Store=787b2ab7ea78f576af8900209fa10b89/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:43,801 INFO [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,802 INFO [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787b2ab7ea78f576af8900209fa10b89 columnFamilyName queue 2024-11-12T17:53:43,802 DEBUG [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:43,803 INFO [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] regionserver.HStore(327): Store=787b2ab7ea78f576af8900209fa10b89/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:43,803 INFO [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,818 INFO [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787b2ab7ea78f576af8900209fa10b89 columnFamilyName sid 2024-11-12T17:53:43,818 DEBUG [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:53:43,819 INFO [StoreOpener-787b2ab7ea78f576af8900209fa10b89-1 {}] regionserver.HStore(327): Store=787b2ab7ea78f576af8900209fa10b89/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:53:43,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:53:43,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:53:43,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:53:43,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 787b2ab7ea78f576af8900209fa10b89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63322226, jitterRate=-0.0564253032207489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:53:43,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:53:43,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 787b2ab7ea78f576af8900209fa10b89: Running coprocessor pre-open hook at 1731434023783Writing region info on filesystem at 1731434023783Initializing all the Stores at 1731434023791 (+8 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434023791Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434023795 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434023795Cleaning up temporary data from old regions at 1731434023850 (+55 ms)Running coprocessor post-open hooks at 1731434023884 (+34 ms)Region opened successfully at 1731434023885 (+1 ms) 2024-11-12T17:53:43,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89., pid=10, masterSystemTime=1731434023677 2024-11-12T17:53:43,891 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T17:53:43,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=787b2ab7ea78f576af8900209fa10b89, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,34007,1731434008561 2024-11-12T17:53:43,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:53:43,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:53:43,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787b2ab7ea78f576af8900209fa10b89, server=6684de3f6e40,34007,1731434008561 because future has completed 2024-11-12T17:53:43,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:53:43,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 787b2ab7ea78f576af8900209fa10b89, server=6684de3f6e40,34007,1731434008561 in 403 msec 2024-11-12T17:53:43,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:53:43,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787b2ab7ea78f576af8900209fa10b89, ASSIGN in 588 msec 2024-11-12T17:53:43,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:53:43,931 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434023931"}]},"ts":"1731434023931"} 2024-11-12T17:53:43,935 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:53:43,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:53:43,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-11-12T17:53:43,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89., hostname=6684de3f6e40,34007,1731434008561, seqNum=2] 2024-11-12T17:53:44,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:44,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:53:44,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:53:44,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:53:44,211 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:53:44,310 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,34007,1731434008561, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:53:44,315 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:44,315 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,34007,1731434008561, seqNum=-1] 2024-11-12T17:53:44,316 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:44,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-12T17:53:44,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,34007,1731434008561', locateType=CURRENT is [region=hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89., hostname=6684de3f6e40,34007,1731434008561, seqNum=2] 2024-11-12T17:53:44,379 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:53:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:53:44,384 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,34007,1731434008561 suceeded 2024-11-12T17:53:44,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:53:44,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 341 msec 2024-11-12T17:53:44,396 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:43833,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-12T17:53:44,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6990 sec 2024-11-12T17:53:44,423 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:43833' 2024-11-12T17:53:44,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:53:44,432 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33f48d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:44,432 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43833,-1 for getting cluster id 2024-11-12T17:53:44,432 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:44,433 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f0fa501-1757-4f50-b185-e6175fb5c0bd' 2024-11-12T17:53:44,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:44,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f0fa501-1757-4f50-b185-e6175fb5c0bd" 2024-11-12T17:53:44,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a017bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:44,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43833,-1] 2024-11-12T17:53:44,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:44,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:44,438 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:44,447 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e5217c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:44,448 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:44,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43833,1731434015531 2024-11-12T17:53:44,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fa9e8b 2024-11-12T17:53:44,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:44,454 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-12T17:53:44,455 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,34007,1731434008561 (queues=1) is replicating from cluster=e5a5d058-14fe-40c3-8202-f470457b61ab to cluster=8f0fa501-1757-4f50-b185-e6175fb5c0bd 2024-11-12T17:53:44,455 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C34007%2C1731434008561 2024-11-12T17:53:44,455 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,34007,1731434008561, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:53:44,463 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C34007%2C1731434008561 2024-11-12T17:53:44,467 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621, startPosition=0, beingWritten=true 2024-11-12T17:53:44,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:44,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:44,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:44,531 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:53:44,531 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 379, reset compression=false 2024-11-12T17:53:44,535 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,34007,1731434008561 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:53:44,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:53:44,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T17:53:44,587 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T17:53:44,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T17:53:44,588 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T17:53:44,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:53:44,589 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T17:53:44,756 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 379, reset compression=false 2024-11-12T17:53:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:53:44,855 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:53:44,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:53:44,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:53:44,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:44,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:44,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:44,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:53:44,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731434024873/Put/seqid=0 2024-11-12T17:53:44,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741840_1016 (size=7894) 2024-11-12T17:53:44,937 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f/f/hfile_1 is 34, key is ddd/f:row/1731434024935/Put/seqid=0 2024-11-12T17:53:44,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741841_1017 (size=7691) 2024-11-12T17:53:45,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1f0ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:45,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38229,-1 for getting cluster id 2024-11-12T17:53:45,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:45,015 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5a5d058-14fe-40c3-8202-f470457b61ab' 2024-11-12T17:53:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5a5d058-14fe-40c3-8202-f470457b61ab" 2024-11-12T17:53:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a96023a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38229,-1] 2024-11-12T17:53:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:45,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:45,023 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:45,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f762071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:45,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,34007,1731434008561, seqNum=-1] 2024-11-12T17:53:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:45,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:45,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:45,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,38229,1731434007979 2024-11-12T17:53:45,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45f41e25 2024-11-12T17:53:45,095 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 379, reset compression=false 2024-11-12T17:53:45,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:45,100 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:53:45,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., hostname=6684de3f6e40,34007,1731434008561, seqNum=2] 2024-11-12T17:53:45,136 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:53:45,183 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T17:53:45,195 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T17:53:45,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f/f/hfile_0 for inclusion in 82fe5735dcbcf4fda9ae79f358bbb725/f 2024-11-12T17:53:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T17:53:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:53:45,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f/f/hfile_1 for inclusion in 82fe5735dcbcf4fda9ae79f358bbb725/f 2024-11-12T17:53:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T17:53:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:53:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HRegion(2603): Flush status journal for 82fe5735dcbcf4fda9ae79f358bbb725: 2024-11-12T17:53:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f/f/hfile_0 to hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__pga82tm8avfqn60rbha0ggk6erec8ib2kbisd6ppbmh30locqaadqafj379qdkhg/f/hfile_0 2024-11-12T17:53:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__pga82tm8avfqn60rbha0ggk6erec8ib2kbisd6ppbmh30locqaadqafj379qdkhg/f/hfile_0 as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f/4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_ 2024-11-12T17:53:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f/f/hfile_1 to hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__pga82tm8avfqn60rbha0ggk6erec8ib2kbisd6ppbmh30locqaadqafj379qdkhg/f/hfile_1 2024-11-12T17:53:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__pga82tm8avfqn60rbha0ggk6erec8ib2kbisd6ppbmh30locqaadqafj379qdkhg/f/hfile_1 as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f/2ab6d54bac144d51beb353565447739f_SeqId_4_ 2024-11-12T17:53:45,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__pga82tm8avfqn60rbha0ggk6erec8ib2kbisd6ppbmh30locqaadqafj379qdkhg/f/hfile_0 into 82fe5735dcbcf4fda9ae79f358bbb725/f as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f/4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_ - updating store file list. 2024-11-12T17:53:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:53:45,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f/4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_ into 82fe5735dcbcf4fda9ae79f358bbb725/f 2024-11-12T17:53:45,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__pga82tm8avfqn60rbha0ggk6erec8ib2kbisd6ppbmh30locqaadqafj379qdkhg/f/hfile_0 into 82fe5735dcbcf4fda9ae79f358bbb725/f (new location: hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f/4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_) 2024-11-12T17:53:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__pga82tm8avfqn60rbha0ggk6erec8ib2kbisd6ppbmh30locqaadqafj379qdkhg/f/hfile_0 2024-11-12T17:53:45,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__pga82tm8avfqn60rbha0ggk6erec8ib2kbisd6ppbmh30locqaadqafj379qdkhg/f/hfile_1 into 82fe5735dcbcf4fda9ae79f358bbb725/f as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f/2ab6d54bac144d51beb353565447739f_SeqId_4_ - updating store file list. 2024-11-12T17:53:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ab6d54bac144d51beb353565447739f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:53:45,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f/2ab6d54bac144d51beb353565447739f_SeqId_4_ into 82fe5735dcbcf4fda9ae79f358bbb725/f 2024-11-12T17:53:45,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__pga82tm8avfqn60rbha0ggk6erec8ib2kbisd6ppbmh30locqaadqafj379qdkhg/f/hfile_1 into 82fe5735dcbcf4fda9ae79f358bbb725/f (new location: hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f/2ab6d54bac144d51beb353565447739f_SeqId_4_) 2024-11-12T17:53:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__pga82tm8avfqn60rbha0ggk6erec8ib2kbisd6ppbmh30locqaadqafj379qdkhg/f/hfile_1 2024-11-12T17:53:45,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:53:45,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:53:45,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:45,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:45,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:53:45,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:45,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., hostname=6684de3f6e40,34007,1731434008561, seqNum=2 , the old value is region=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., hostname=6684de3f6e40,34007,1731434008561, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6684de3f6e40:34007 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:53:45,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., hostname=6684de3f6e40,34007,1731434008561, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:53:45,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., hostname=6684de3f6e40,34007,1731434008561, seqNum=2 from cache 2024-11-12T17:53:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33465,1731434015831, seqNum=-1] 2024-11-12T17:53:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:39134 deadline: 1731434085384 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:39134 2024-11-12T17:53:45,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434021480.d441516db75a0e6f16dbbc944b759489., hostname=6684de3f6e40,33465,1731434015831, seqNum=2] 2024-11-12T17:53:45,412 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T17:53:45,497 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:34007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T17:53:45,541 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 379, reset compression=false 2024-11-12T17:53:45,581 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:53:45,581 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,34007,1731434008561 got entry batch from reader: WALEntryBatch [walEntries=[{test/82fe5735dcbcf4fda9ae79f358bbb725/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731434025368/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T17:53:45,618 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:53:45,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-12T17:53:45,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.ReplicationSink(318): Replicating [e5a5d058-14fe-40c3-8202-f470457b61ab] bulk loaded data 2024-11-12T17:53:45,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d930528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:45,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43833,-1 for getting cluster id 2024-11-12T17:53:45,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:45,639 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f0fa501-1757-4f50-b185-e6175fb5c0bd' 2024-11-12T17:53:45,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:45,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f0fa501-1757-4f50-b185-e6175fb5c0bd" 2024-11-12T17:53:45,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d372a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:45,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43833,-1] 2024-11-12T17:53:45,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:45,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:45,644 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:45,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@119a2ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:45,783 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 687, reset compression=false 2024-11-12T17:53:45,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741837_1013 (size=7894) 2024-11-12T17:53:45,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741838_1014 (size=7691) 2024-11-12T17:53:45,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:45,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43833,1731434015531 2024-11-12T17:53:45,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fdb1a78 2024-11-12T17:53:45,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:45,985 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-12T17:53:45,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:53:45,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:46,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33465,1731434015831, seqNum=-1] 2024-11-12T17:53:46,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:46,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-12T17:53:46,068 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/2ab6d54bac144d51beb353565447739f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T17:53:46,092 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T17:53:46,131 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 687, reset compression=false 2024-11-12T17:53:46,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/2ab6d54bac144d51beb353565447739f_SeqId_4_ for inclusion in d441516db75a0e6f16dbbc944b759489/f 2024-11-12T17:53:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T17:53:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:53:46,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_ for inclusion in d441516db75a0e6f16dbbc944b759489/f 2024-11-12T17:53:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T17:53:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:53:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HRegion(2603): Flush status journal for d441516db75a0e6f16dbbc944b759489: 2024-11-12T17:53:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2ab6d54bac144d51beb353565447739f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:53:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/2ab6d54bac144d51beb353565447739f_SeqId_4_ as hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489/f/9dcffffed3d74c63a7bfd03735ffbe2f_SeqId_4_ 2024-11-12T17:53:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:53:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_ as hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489/f/6d3cd6b325c249b9b250376d416ca67e_SeqId_4_ 2024-11-12T17:53:46,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/2ab6d54bac144d51beb353565447739f_SeqId_4_ into d441516db75a0e6f16dbbc944b759489/f as hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489/f/9dcffffed3d74c63a7bfd03735ffbe2f_SeqId_4_ - updating store file list. 2024-11-12T17:53:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9dcffffed3d74c63a7bfd03735ffbe2f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:53:46,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489/f/9dcffffed3d74c63a7bfd03735ffbe2f_SeqId_4_ into d441516db75a0e6f16dbbc944b759489/f 2024-11-12T17:53:46,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/2ab6d54bac144d51beb353565447739f_SeqId_4_ into d441516db75a0e6f16dbbc944b759489/f (new location: hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489/f/9dcffffed3d74c63a7bfd03735ffbe2f_SeqId_4_) 2024-11-12T17:53:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/2ab6d54bac144d51beb353565447739f_SeqId_4_ 2024-11-12T17:53:46,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_ into d441516db75a0e6f16dbbc944b759489/f as hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489/f/6d3cd6b325c249b9b250376d416ca67e_SeqId_4_ - updating store file list. 2024-11-12T17:53:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d3cd6b325c249b9b250376d416ca67e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:53:46,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489/f/6d3cd6b325c249b9b250376d416ca67e_SeqId_4_ into d441516db75a0e6f16dbbc944b759489/f 2024-11-12T17:53:46,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_ into d441516db75a0e6f16dbbc944b759489/f (new location: hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489/f/6d3cd6b325c249b9b250376d416ca67e_SeqId_4_) 2024-11-12T17:53:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/staging/jenkins.hfs.6__test__cf8j9uggd9d90u3jd912o53us90f77rddmd3c0rgu4loc2o24vtsrbk8qeoeglqe/f/4741b7d87bc34e73b2443c3e5b6996b7_SeqId_4_ 2024-11-12T17:53:46,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] regionserver.ReplicationSink(324): Finished replicating [e5a5d058-14fe-40c3-8202-f470457b61ab] bulk loaded data 2024-11-12T17:53:46,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:53:46,481 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731434026477/Put/seqid=0 2024-11-12T17:53:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741842_1018 (size=7997) 2024-11-12T17:53:46,580 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 687, reset compression=false 2024-11-12T17:53:46,920 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731434026918/Put/seqid=0 2024-11-12T17:53:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741843_1019 (size=7794) 2024-11-12T17:53:47,115 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 687, reset compression=false 2024-11-12T17:53:47,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f745354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:47,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38229,-1 for getting cluster id 2024-11-12T17:53:47,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:53:47,378 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5a5d058-14fe-40c3-8202-f470457b61ab' 2024-11-12T17:53:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:53:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5a5d058-14fe-40c3-8202-f470457b61ab" 2024-11-12T17:53:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d056281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38229,-1] 2024-11-12T17:53:47,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:53:47,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:47,384 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:53:47,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe0acd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:53:47,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:47,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,34007,1731434008561, seqNum=-1] 2024-11-12T17:53:47,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:47,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:47,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:53:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,38229,1731434007979 2024-11-12T17:53:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fed8399 2024-11-12T17:53:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:53:47,430 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:53:47,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., hostname=6684de3f6e40,34007,1731434008561, seqNum=2] 2024-11-12T17:53:47,452 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:53:47,496 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T17:53:47,516 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T17:53:47,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f1/f1/hfile_1 for inclusion in 82fe5735dcbcf4fda9ae79f358bbb725/f1 2024-11-12T17:53:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T17:53:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:53:47,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f1/f1/hfile_0 for inclusion in 82fe5735dcbcf4fda9ae79f358bbb725/f1 2024-11-12T17:53:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T17:53:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:53:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HRegion(2603): Flush status journal for 82fe5735dcbcf4fda9ae79f358bbb725: 2024-11-12T17:53:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f1/f1/hfile_1 to hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__su1r7tglvvpo04pve1bafbre3v8g9feno90of97pbf3nkdrcvmqfrk88vbubau6u/f1/hfile_1 2024-11-12T17:53:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__su1r7tglvvpo04pve1bafbre3v8g9feno90of97pbf3nkdrcvmqfrk88vbubau6u/f1/hfile_1 as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f1/eb3e8e049d364cdab459bebe39607cca_SeqId_6_ 2024-11-12T17:53:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/load_f1/f1/hfile_0 to hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__su1r7tglvvpo04pve1bafbre3v8g9feno90of97pbf3nkdrcvmqfrk88vbubau6u/f1/hfile_0 2024-11-12T17:53:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__su1r7tglvvpo04pve1bafbre3v8g9feno90of97pbf3nkdrcvmqfrk88vbubau6u/f1/hfile_0 as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f1/a61a21df8b4d45c2a23a740b4a3b745d_SeqId_6_ 2024-11-12T17:53:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-12T17:53:47,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__su1r7tglvvpo04pve1bafbre3v8g9feno90of97pbf3nkdrcvmqfrk88vbubau6u/f1/hfile_1 into 82fe5735dcbcf4fda9ae79f358bbb725/f1 as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f1/eb3e8e049d364cdab459bebe39607cca_SeqId_6_ - updating store file list. 2024-11-12T17:53:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb3e8e049d364cdab459bebe39607cca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T17:53:47,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f1/eb3e8e049d364cdab459bebe39607cca_SeqId_6_ into 82fe5735dcbcf4fda9ae79f358bbb725/f1 2024-11-12T17:53:47,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__su1r7tglvvpo04pve1bafbre3v8g9feno90of97pbf3nkdrcvmqfrk88vbubau6u/f1/hfile_1 into 82fe5735dcbcf4fda9ae79f358bbb725/f1 (new location: hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f1/eb3e8e049d364cdab459bebe39607cca_SeqId_6_) 2024-11-12T17:53:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__su1r7tglvvpo04pve1bafbre3v8g9feno90of97pbf3nkdrcvmqfrk88vbubau6u/f1/hfile_1 2024-11-12T17:53:47,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__su1r7tglvvpo04pve1bafbre3v8g9feno90of97pbf3nkdrcvmqfrk88vbubau6u/f1/hfile_0 into 82fe5735dcbcf4fda9ae79f358bbb725/f1 as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f1/a61a21df8b4d45c2a23a740b4a3b745d_SeqId_6_ - updating store file list. 2024-11-12T17:53:47,754 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 687, reset compression=false 2024-11-12T17:53:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a61a21df8b4d45c2a23a740b4a3b745d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T17:53:47,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f1/a61a21df8b4d45c2a23a740b4a3b745d_SeqId_6_ into 82fe5735dcbcf4fda9ae79f358bbb725/f1 2024-11-12T17:53:47,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__su1r7tglvvpo04pve1bafbre3v8g9feno90of97pbf3nkdrcvmqfrk88vbubau6u/f1/hfile_0 into 82fe5735dcbcf4fda9ae79f358bbb725/f1 (new location: hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/f1/a61a21df8b4d45c2a23a740b4a3b745d_SeqId_6_) 2024-11-12T17:53:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/staging/jenkins__test__su1r7tglvvpo04pve1bafbre3v8g9feno90of97pbf3nkdrcvmqfrk88vbubau6u/f1/hfile_0 2024-11-12T17:53:47,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:53:47,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:53:47,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:47,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:53:47,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:53:47,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:53:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., hostname=6684de3f6e40,34007,1731434008561, seqNum=2 , the old value is region=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., hostname=6684de3f6e40,34007,1731434008561, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6684de3f6e40:34007 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:53:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., hostname=6684de3f6e40,34007,1731434008561, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:53:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., hostname=6684de3f6e40,34007,1731434008561, seqNum=2 from cache 2024-11-12T17:53:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,34007,1731434008561, seqNum=-1] 2024-11-12T17:53:47,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:53:47,805 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T17:53:47,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:53:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725., hostname=6684de3f6e40,34007,1731434008561, seqNum=2] 2024-11-12T17:53:47,916 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:34007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T17:53:48,491 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 687, reset compression=false 2024-11-12T17:53:48,517 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:53:48,517 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:48,517 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,34007,1731434008561 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:53:48,761 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:49,099 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:49,538 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:49,894 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T17:53:50,049 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:50,676 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:51,411 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:52,243 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:53,183 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:54,242 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:55,386 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:56,615 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:57,862 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:53:57,952 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:53:59,400 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:00,938 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:02,603 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:04,327 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:05,448 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:54:06,172 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:08,079 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:08,525 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,34007,1731434008561 got entry batch from reader: null 2024-11-12T17:54:10,089 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:12,232 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:13,064 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T17:54:13,064 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T17:54:14,443 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:16,778 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:19,211 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:19,608 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T17:54:19,608 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T17:54:21,740 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:24,375 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:25,291 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 82fe5735dcbcf4fda9ae79f358bbb725, had cached 0 bytes from a total of 31376 2024-11-12T17:54:27,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d441516db75a0e6f16dbbc944b759489, had cached 0 bytes from a total of 15585 2024-11-12T17:54:27,115 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:27,863 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:54:28,525 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,34007,1731434008561 got entry batch from reader: null 2024-11-12T17:54:29,930 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:32,850 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:35,451 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:54:35,884 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:39,036 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:42,272 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:45,586 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:47,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:54:47,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:54:47,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:54:47,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:47,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:47,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:54:47,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:54:47,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=101732880, stopped=false 2024-11-12T17:54:47,904 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,43833,1731434015531 2024-11-12T17:54:48,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1618422415/running 2024-11-12T17:54:48,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:54:48,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1618422415/running 2024-11-12T17:54:48,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:54:48,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Set watcher on znode that does not yet exist, /1618422415/running 2024-11-12T17:54:48,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:54:48,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:54:48,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:54:48,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:48,016 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,33465,1731434015831' ***** 2024-11-12T17:54:48,016 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:54:48,016 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:54:48,016 INFO [RS:0;6684de3f6e40:33465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:54:48,016 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:54:48,016 INFO [RS:0;6684de3f6e40:33465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:54:48,016 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(3091): Received CLOSE for d441516db75a0e6f16dbbc944b759489 2024-11-12T17:54:48,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Set watcher on znode that does not yet exist, /1618422415/running 2024-11-12T17:54:48,027 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,33465,1731434015831 2024-11-12T17:54:48,027 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:54:48,027 INFO [RS:0;6684de3f6e40:33465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:54:48,028 INFO [RS:0;6684de3f6e40:33465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:33465. 2024-11-12T17:54:48,028 DEBUG [RS:0;6684de3f6e40:33465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:54:48,028 DEBUG [RS:0;6684de3f6e40:33465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:48,028 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:54:48,028 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:54:48,028 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:54:48,028 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:54:48,029 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d441516db75a0e6f16dbbc944b759489, disabling compactions & flushes 2024-11-12T17:54:48,029 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:54:48,029 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:54:48,029 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434021480.d441516db75a0e6f16dbbc944b759489. after waiting 0 ms 2024-11-12T17:54:48,029 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:54:48,031 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:54:48,031 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d441516db75a0e6f16dbbc944b759489=test,,1731434021480.d441516db75a0e6f16dbbc944b759489.} 2024-11-12T17:54:48,031 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d441516db75a0e6f16dbbc944b759489 2024-11-12T17:54:48,036 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:54:48,036 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:54:48,036 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:54:48,036 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:54:48,036 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:54:48,036 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T17:54:48,080 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:54:48,080 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:54:48,105 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/info/c0a4753670494158b678b75946d0cb53 is 129, key is test,,1731434021480.d441516db75a0e6f16dbbc944b759489./info:regioninfo/1731434022237/Put/seqid=0 2024-11-12T17:54:48,123 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/default/test/d441516db75a0e6f16dbbc944b759489/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T17:54:48,135 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:54:48,135 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:54:48,135 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:54:48,136 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d441516db75a0e6f16dbbc944b759489: Waiting for close lock at 1731434088029Running coprocessor pre-close hooks at 1731434088029Disabling compacts and flushes for region at 1731434088029Disabling writes for close at 1731434088029Writing region close event to WAL at 1731434088088 (+59 ms)Running coprocessor post-close hooks at 1731434088135 (+47 ms)Closed at 1731434088135 2024-11-12T17:54:48,136 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434021480.d441516db75a0e6f16dbbc944b759489. 2024-11-12T17:54:48,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741839_1015 (size=6421) 2024-11-12T17:54:48,231 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:48,432 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:48,527 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,34007,1731434008561 got entry batch from reader: null 2024-11-12T17:54:48,578 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/info/c0a4753670494158b678b75946d0cb53 2024-11-12T17:54:48,632 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:48,675 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/ns/d9d7c59610a243279fe5d64fca02c7c1 is 43, key is default/ns:d/1731434019052/Put/seqid=0 2024-11-12T17:54:48,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741840_1016 (size=5153) 2024-11-12T17:54:48,832 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:49,015 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:49,032 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:54:49,032 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:54:49,033 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:49,141 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/ns/d9d7c59610a243279fe5d64fca02c7c1 2024-11-12T17:54:49,176 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/rep_barrier/6dee0c7c6748483bbb30009a8ca9efcd is 112, key is test,,1731434021480.d441516db75a0e6f16dbbc944b759489./rep_barrier:seqnumDuringOpen/1731434022237/Put/seqid=0 2024-11-12T17:54:49,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741841_1017 (size=5518) 2024-11-12T17:54:49,224 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/rep_barrier/6dee0c7c6748483bbb30009a8ca9efcd 2024-11-12T17:54:49,233 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:49,268 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/table/8377046b0cda422a9fd25684d25fab8c is 40, key is test/table:state/1731434022271/Put/seqid=0 2024-11-12T17:54:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741842_1018 (size=5165) 2024-11-12T17:54:49,311 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/table/8377046b0cda422a9fd25684d25fab8c 2024-11-12T17:54:49,342 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/info/c0a4753670494158b678b75946d0cb53 as hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/info/c0a4753670494158b678b75946d0cb53 2024-11-12T17:54:49,354 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/info/c0a4753670494158b678b75946d0cb53, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T17:54:49,356 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/ns/d9d7c59610a243279fe5d64fca02c7c1 as hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/ns/d9d7c59610a243279fe5d64fca02c7c1 2024-11-12T17:54:49,370 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/ns/d9d7c59610a243279fe5d64fca02c7c1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T17:54:49,379 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/rep_barrier/6dee0c7c6748483bbb30009a8ca9efcd as hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/rep_barrier/6dee0c7c6748483bbb30009a8ca9efcd 2024-11-12T17:54:49,428 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/rep_barrier/6dee0c7c6748483bbb30009a8ca9efcd, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T17:54:49,433 DEBUG [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:49,439 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/.tmp/table/8377046b0cda422a9fd25684d25fab8c as hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/table/8377046b0cda422a9fd25684d25fab8c 2024-11-12T17:54:49,471 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/table/8377046b0cda422a9fd25684d25fab8c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T17:54:49,485 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1448ms, sequenceid=11, compaction requested=false 2024-11-12T17:54:49,589 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T17:54:49,600 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:54:49,600 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:54:49,600 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:54:49,600 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434088036Running coprocessor pre-close hooks at 1731434088036Disabling compacts and flushes for region at 1731434088036Disabling writes for close at 1731434088036Obtaining lock to block concurrent updates at 1731434088036Preparing flush snapshotting stores in 1588230740 at 1731434088036Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731434088037 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434088039 (+2 ms)Flushing 1588230740/info: creating writer at 1731434088040 (+1 ms)Flushing 1588230740/info: appending metadata at 1731434088104 (+64 ms)Flushing 1588230740/info: closing flushed file at 1731434088104Flushing 1588230740/ns: creating writer at 1731434088600 (+496 ms)Flushing 1588230740/ns: appending metadata at 1731434088674 (+74 ms)Flushing 1588230740/ns: closing flushed file at 1731434088674Flushing 1588230740/rep_barrier: creating writer at 1731434089150 (+476 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434089175 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434089175Flushing 1588230740/table: creating writer at 1731434089235 (+60 ms)Flushing 1588230740/table: appending metadata at 1731434089268 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731434089268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc4e514: reopening flushed file at 1731434089341 (+73 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57304b88: reopening flushed file at 1731434089354 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2758b080: reopening flushed file at 1731434089370 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45bc5593: reopening flushed file at 1731434089429 (+59 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1448ms, sequenceid=11, compaction requested=false at 1731434089485 (+56 ms)Writing region close event to WAL at 1731434089567 (+82 ms)Running coprocessor post-close hooks at 1731434089600 (+33 ms)Closed at 1731434089600 2024-11-12T17:54:49,600 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:54:49,634 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,33465,1731434015831; all regions closed. 2024-11-12T17:54:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741834_1010 (size=2717) 2024-11-12T17:54:49,688 DEBUG [RS:0;6684de3f6e40:33465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/oldWALs 2024-11-12T17:54:49,688 INFO [RS:0;6684de3f6e40:33465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C33465%2C1731434015831.meta:.meta(num 1731434018862) 2024-11-12T17:54:49,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741833_1009 (size=1028) 2024-11-12T17:54:49,742 DEBUG [RS:0;6684de3f6e40:33465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/oldWALs 2024-11-12T17:54:49,742 INFO [RS:0;6684de3f6e40:33465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C33465%2C1731434015831:(num 1731434018342) 2024-11-12T17:54:49,742 DEBUG [RS:0;6684de3f6e40:33465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:49,742 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:54:49,742 INFO [RS:0;6684de3f6e40:33465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:54:49,742 INFO [RS:0;6684de3f6e40:33465 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T17:54:49,743 INFO [RS:0;6684de3f6e40:33465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:54:49,743 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:54:49,743 INFO [RS:0;6684de3f6e40:33465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:33465. 2024-11-12T17:54:49,743 DEBUG [RS:0;6684de3f6e40:33465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:54:49,743 DEBUG [RS:0;6684de3f6e40:33465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:49,743 DEBUG [RS:0;6684de3f6e40:33465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:49,743 INFO [RS:0;6684de3f6e40:33465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33465 2024-11-12T17:54:49,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:54:49,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415/rs 2024-11-12T17:54:49,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,33465,1731434015831] 2024-11-12T17:54:49,763 INFO [RS:0;6684de3f6e40:33465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:54:49,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1618422415/rs/6684de3f6e40,33465,1731434015831 2024-11-12T17:54:49,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1618422415/draining/6684de3f6e40,33465,1731434015831 already deleted, retry=false 2024-11-12T17:54:49,769 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,33465,1731434015831 expired; onlineServers=0 2024-11-12T17:54:49,770 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,43833,1731434015531' ***** 2024-11-12T17:54:49,770 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:54:49,770 INFO [M:0;6684de3f6e40:43833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:54:49,770 INFO [M:0;6684de3f6e40:43833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:54:49,770 DEBUG [M:0;6684de3f6e40:43833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:54:49,770 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:54:49,770 DEBUG [M:0;6684de3f6e40:43833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:54:49,770 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434017870 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434017870,5,FailOnTimeoutGroup] 2024-11-12T17:54:49,770 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434017874 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434017874,5,FailOnTimeoutGroup] 2024-11-12T17:54:49,770 INFO [M:0;6684de3f6e40:43833 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:54:49,770 INFO [M:0;6684de3f6e40:43833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:54:49,770 DEBUG [M:0;6684de3f6e40:43833 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:54:49,770 INFO [M:0;6684de3f6e40:43833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:54:49,770 INFO [M:0;6684de3f6e40:43833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:54:49,771 INFO [M:0;6684de3f6e40:43833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:54:49,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:54:49,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1618422415/master 2024-11-12T17:54:49,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618422415 2024-11-12T17:54:49,808 DEBUG [M:0;6684de3f6e40:43833 {}] zookeeper.RecoverableZooKeeper(212): Node /1618422415/master already deleted, retry=false 2024-11-12T17:54:49,808 DEBUG [M:0;6684de3f6e40:43833 {}] master.ActiveMasterManager(353): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Failed delete of our master address node; KeeperErrorCode = NoNode for /1618422415/master 2024-11-12T17:54:49,814 INFO [M:0;6684de3f6e40:43833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/.lastflushedseqids 2024-11-12T17:54:49,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741843_1019 (size=173) 2024-11-12T17:54:49,876 INFO [M:0;6684de3f6e40:43833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:54:49,877 INFO [M:0;6684de3f6e40:43833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:54:49,877 DEBUG [M:0;6684de3f6e40:43833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:54:49,877 INFO [M:0;6684de3f6e40:43833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:54:49,877 DEBUG [M:0;6684de3f6e40:43833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:54:49,877 DEBUG [M:0;6684de3f6e40:43833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:54:49,877 DEBUG [M:0;6684de3f6e40:43833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:54:49,877 INFO [M:0;6684de3f6e40:43833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-12T17:54:49,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:54:49,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33465-0x1013177f2080004, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:54:49,879 INFO [RS:0;6684de3f6e40:33465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:54:49,879 INFO [RS:0;6684de3f6e40:33465 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,33465,1731434015831; zookeeper connection closed. 2024-11-12T17:54:49,894 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b12e52f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b12e52f 2024-11-12T17:54:49,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:54:49,926 DEBUG [M:0;6684de3f6e40:43833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f48c43ce703c4ead9ee7ce978f8637ca is 82, key is hbase:meta,,1/info:regioninfo/1731434018983/Put/seqid=0 2024-11-12T17:54:49,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741844_1020 (size=5672) 2024-11-12T17:54:49,986 INFO [M:0;6684de3f6e40:43833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f48c43ce703c4ead9ee7ce978f8637ca 2024-11-12T17:54:50,069 DEBUG [M:0;6684de3f6e40:43833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad3f54e8d563499bab29ce1f478e1403 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731434022301/Put/seqid=0 2024-11-12T17:54:50,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741845_1021 (size=6728) 2024-11-12T17:54:50,144 INFO [M:0;6684de3f6e40:43833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad3f54e8d563499bab29ce1f478e1403 2024-11-12T17:54:50,158 INFO [M:0;6684de3f6e40:43833 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad3f54e8d563499bab29ce1f478e1403 2024-11-12T17:54:50,183 DEBUG [M:0;6684de3f6e40:43833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da5ec115debb4f369352b634d2475eee is 69, key is 6684de3f6e40,33465,1731434015831/rs:state/1731434017942/Put/seqid=0 2024-11-12T17:54:50,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741846_1022 (size=5156) 2024-11-12T17:54:50,650 INFO [M:0;6684de3f6e40:43833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da5ec115debb4f369352b634d2475eee 2024-11-12T17:54:50,658 DEBUG [M:0;6684de3f6e40:43833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f48c43ce703c4ead9ee7ce978f8637ca as hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f48c43ce703c4ead9ee7ce978f8637ca 2024-11-12T17:54:50,672 INFO [M:0;6684de3f6e40:43833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f48c43ce703c4ead9ee7ce978f8637ca, entries=8, sequenceid=58, filesize=5.5 K 2024-11-12T17:54:50,675 DEBUG [M:0;6684de3f6e40:43833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad3f54e8d563499bab29ce1f478e1403 as hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad3f54e8d563499bab29ce1f478e1403 2024-11-12T17:54:50,690 INFO [M:0;6684de3f6e40:43833 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad3f54e8d563499bab29ce1f478e1403 2024-11-12T17:54:50,690 INFO [M:0;6684de3f6e40:43833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad3f54e8d563499bab29ce1f478e1403, entries=6, sequenceid=58, filesize=6.6 K 2024-11-12T17:54:50,693 DEBUG [M:0;6684de3f6e40:43833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da5ec115debb4f369352b634d2475eee as hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da5ec115debb4f369352b634d2475eee 2024-11-12T17:54:50,714 INFO [M:0;6684de3f6e40:43833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/915e2721-6c9b-5da0-60fe-832a55ce6df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da5ec115debb4f369352b634d2475eee, entries=1, sequenceid=58, filesize=5.0 K 2024-11-12T17:54:50,715 INFO [M:0;6684de3f6e40:43833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 838ms, sequenceid=58, compaction requested=false 2024-11-12T17:54:50,741 INFO [M:0;6684de3f6e40:43833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:54:50,741 DEBUG [M:0;6684de3f6e40:43833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434089877Disabling compacts and flushes for region at 1731434089877Disabling writes for close at 1731434089877Obtaining lock to block concurrent updates at 1731434089877Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434089877Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731434089878 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434089878Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434089878Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434089925 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434089925Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434089994 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434090068 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434090068Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434090158 (+90 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434090182 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434090182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b46a605: reopening flushed file at 1731434090657 (+475 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac7192c: reopening flushed file at 1731434090673 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e876d4: reopening flushed file at 1731434090690 (+17 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 838ms, sequenceid=58, compaction requested=false at 1731434090715 (+25 ms)Writing region close event to WAL at 1731434090741 (+26 ms)Closed at 1731434090741 2024-11-12T17:54:50,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40529 is added to blk_1073741830_1006 (size=33038) 2024-11-12T17:54:50,752 INFO [M:0;6684de3f6e40:43833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:54:50,752 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:54:50,753 INFO [M:0;6684de3f6e40:43833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43833 2024-11-12T17:54:50,753 INFO [M:0;6684de3f6e40:43833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:54:50,897 INFO [M:0;6684de3f6e40:43833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:54:50,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:54:50,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43833-0x1013177f2080003, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:54:50,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@697145b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:54:50,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57dc47ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:54:50,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:54:50,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cb3acf0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:54:50,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e042af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/hadoop.log.dir/,STOPPED} 2024-11-12T17:54:50,989 WARN [BP-747939881-172.17.0.3-1731434012987 heartbeating to localhost/127.0.0.1:44889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:54:50,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:54:50,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:54:50,989 WARN [BP-747939881-172.17.0.3-1731434012987 heartbeating to localhost/127.0.0.1:44889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-747939881-172.17.0.3-1731434012987 (Datanode Uuid 16fb569f-19ac-48e8-b4fc-55bdd1afd0cc) service to localhost/127.0.0.1:44889 2024-11-12T17:54:50,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/cluster_ff4eac35-a86a-5c6b-c0de-a7c2daac04aa/data/data1/current/BP-747939881-172.17.0.3-1731434012987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:54:50,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/cluster_ff4eac35-a86a-5c6b-c0de-a7c2daac04aa/data/data2/current/BP-747939881-172.17.0.3-1731434012987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:54:50,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:54:51,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63098e77{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:54:51,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18f39cc8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:54:51,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:54:51,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43793546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:54:51,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc50c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/hadoop.log.dir/,STOPPED} 2024-11-12T17:54:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:54:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:54:51,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:54:51,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:54:51,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:51,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:51,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:54:51,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1889490549, stopped=false 2024-11-12T17:54:51,032 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,38229,1731434007979 2024-11-12T17:54:51,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:54:51,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01316715573/running 2024-11-12T17:54:51,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:54:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01316715573/running 2024-11-12T17:54:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:54:51,055 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:54:51,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:54:51,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:54:51,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:51,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,34007,1731434008561' ***** 2024-11-12T17:54:51,055 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:54:51,056 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:54:51,056 INFO [RS:0;6684de3f6e40:34007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:54:51,056 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:54:51,056 INFO [RS:0;6684de3f6e40:34007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:54:51,056 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(3091): Received CLOSE for 787b2ab7ea78f576af8900209fa10b89 2024-11-12T17:54:51,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Set watcher on znode that does not yet exist, /01316715573/running 2024-11-12T17:54:51,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Set watcher on znode that does not yet exist, /01316715573/running 2024-11-12T17:54:51,063 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(3091): Received CLOSE for 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:54:51,063 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,34007,1731434008561 2024-11-12T17:54:51,063 INFO [RS:0;6684de3f6e40:34007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:54:51,063 INFO [RS:0;6684de3f6e40:34007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:34007. 2024-11-12T17:54:51,063 DEBUG [RS:0;6684de3f6e40:34007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:54:51,063 DEBUG [RS:0;6684de3f6e40:34007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:51,063 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:54:51,064 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:54:51,064 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:54:51,064 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:54:51,064 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 787b2ab7ea78f576af8900209fa10b89, disabling compactions & flushes 2024-11-12T17:54:51,064 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:54:51,064 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:54:51,064 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. after waiting 0 ms 2024-11-12T17:54:51,064 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:54:51,067 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 787b2ab7ea78f576af8900209fa10b89 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-12T17:54:51,069 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:54:51,069 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1325): Online Regions={787b2ab7ea78f576af8900209fa10b89=hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89., 1588230740=hbase:meta,,1.1588230740, 82fe5735dcbcf4fda9ae79f358bbb725=test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725.} 2024-11-12T17:54:51,069 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787b2ab7ea78f576af8900209fa10b89, 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:54:51,070 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:54:51,070 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:54:51,070 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:54:51,070 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:54:51,070 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:54:51,070 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:54:51,088 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:54:51,125 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/info/b3b9705f39d44ee09fbe9f3a573c2025 is 147, key is hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89./info:regioninfo/1731434023893/Put/seqid=0 2024-11-12T17:54:51,129 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/.tmp/hfileref/e57b1678945e4880bd8ee5aa58c62ad2 is 74, key is 1/hfileref:2ab6d54bac144d51beb353565447739f_SeqId_4_/1731434026327/DeleteColumn/seqid=0 2024-11-12T17:54:51,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741844_1020 (size=7686) 2024-11-12T17:54:51,168 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/info/b3b9705f39d44ee09fbe9f3a573c2025 2024-11-12T17:54:51,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741845_1021 (size=5203) 2024-11-12T17:54:51,195 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/.tmp/hfileref/e57b1678945e4880bd8ee5aa58c62ad2 2024-11-12T17:54:51,264 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/ns/7a155d5a3a7b4e7fa1293a621784ec8e is 43, key is default/ns:d/1731434012622/Put/seqid=0 2024-11-12T17:54:51,269 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787b2ab7ea78f576af8900209fa10b89, 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:54:51,280 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/.tmp/queue/940537560cf54234b121c4be3791a4e7 is 153, key is 1-6684de3f6e40,34007,1731434008561/queue:6684de3f6e40%2C34007%2C1731434008561/1731434028518/Put/seqid=0 2024-11-12T17:54:51,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741846_1022 (size=5153) 2024-11-12T17:54:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741847_1023 (size=5352) 2024-11-12T17:54:51,336 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/.tmp/queue/940537560cf54234b121c4be3791a4e7 2024-11-12T17:54:51,353 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/.tmp/hfileref/e57b1678945e4880bd8ee5aa58c62ad2 as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/hfileref/e57b1678945e4880bd8ee5aa58c62ad2 2024-11-12T17:54:51,368 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/hfileref/e57b1678945e4880bd8ee5aa58c62ad2, entries=2, sequenceid=10, filesize=5.1 K 2024-11-12T17:54:51,372 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/.tmp/queue/940537560cf54234b121c4be3791a4e7 as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/queue/940537560cf54234b121c4be3791a4e7 2024-11-12T17:54:51,394 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/queue/940537560cf54234b121c4be3791a4e7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T17:54:51,412 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 787b2ab7ea78f576af8900209fa10b89 in 347ms, sequenceid=10, compaction requested=false 2024-11-12T17:54:51,450 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/replication/787b2ab7ea78f576af8900209fa10b89/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T17:54:51,451 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:54:51,451 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:54:51,451 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:54:51,451 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 787b2ab7ea78f576af8900209fa10b89: Waiting for close lock at 1731434091064Running coprocessor pre-close hooks at 1731434091064Disabling compacts and flushes for region at 1731434091064Disabling writes for close at 1731434091064Obtaining lock to block concurrent updates at 1731434091067 (+3 ms)Preparing flush snapshotting stores in 787b2ab7ea78f576af8900209fa10b89 at 1731434091067Finished memstore snapshotting hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731434091068 (+1 ms)Flushing stores of hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. at 1731434091077 (+9 ms)Flushing 787b2ab7ea78f576af8900209fa10b89/hfileref: creating writer at 1731434091077Flushing 787b2ab7ea78f576af8900209fa10b89/hfileref: appending metadata at 1731434091128 (+51 ms)Flushing 787b2ab7ea78f576af8900209fa10b89/hfileref: closing flushed file at 1731434091128Flushing 787b2ab7ea78f576af8900209fa10b89/queue: creating writer at 1731434091220 (+92 ms)Flushing 787b2ab7ea78f576af8900209fa10b89/queue: appending metadata at 1731434091279 (+59 ms)Flushing 787b2ab7ea78f576af8900209fa10b89/queue: closing flushed file at 1731434091279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd478df: reopening flushed file at 1731434091346 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8eb8a0: reopening flushed file at 1731434091369 (+23 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 787b2ab7ea78f576af8900209fa10b89 in 347ms, sequenceid=10, compaction requested=false at 1731434091412 (+43 ms)Writing region close event to WAL at 1731434091438 (+26 ms)Running coprocessor post-close hooks at 1731434091451 (+13 ms)Closed at 1731434091451 2024-11-12T17:54:51,451 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731434022729.787b2ab7ea78f576af8900209fa10b89. 2024-11-12T17:54:51,452 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82fe5735dcbcf4fda9ae79f358bbb725, disabling compactions & flushes 2024-11-12T17:54:51,452 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:54:51,452 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:54:51,452 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. after waiting 0 ms 2024-11-12T17:54:51,452 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:54:51,470 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82fe5735dcbcf4fda9ae79f358bbb725 2024-11-12T17:54:51,513 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:54:51,513 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:54:51,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/default/test/82fe5735dcbcf4fda9ae79f358bbb725/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T17:54:51,540 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:54:51,540 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:54:51,541 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:54:51,541 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82fe5735dcbcf4fda9ae79f358bbb725: Waiting for close lock at 1731434091452Running coprocessor pre-close hooks at 1731434091452Disabling compacts and flushes for region at 1731434091452Disabling writes for close at 1731434091452Writing region close event to WAL at 1731434091507 (+55 ms)Running coprocessor post-close hooks at 1731434091540 (+33 ms)Closed at 1731434091541 (+1 ms) 2024-11-12T17:54:51,541 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725. 2024-11-12T17:54:51,670 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:51,711 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/ns/7a155d5a3a7b4e7fa1293a621784ec8e 2024-11-12T17:54:51,808 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/rep_barrier/2c9012b717324bca89b540e713fda0ac is 112, key is test,,1731434019276.82fe5735dcbcf4fda9ae79f358bbb725./rep_barrier:seqnumDuringOpen/1731434020382/Put/seqid=0 2024-11-12T17:54:51,870 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:51,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741848_1024 (size=5518) 2024-11-12T17:54:51,880 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/rep_barrier/2c9012b717324bca89b540e713fda0ac 2024-11-12T17:54:52,017 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/table/fe1e302aeaa746ee995f95793cc62cdc is 53, key is hbase:replication/table:state/1731434023931/Put/seqid=0 2024-11-12T17:54:52,070 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:54:52,070 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:54:52,071 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:52,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741849_1025 (size=5308) 2024-11-12T17:54:52,271 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:52,475 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:52,500 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/table/fe1e302aeaa746ee995f95793cc62cdc 2024-11-12T17:54:52,513 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/info/b3b9705f39d44ee09fbe9f3a573c2025 as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/info/b3b9705f39d44ee09fbe9f3a573c2025 2024-11-12T17:54:52,525 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/info/b3b9705f39d44ee09fbe9f3a573c2025, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:54:52,527 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/ns/7a155d5a3a7b4e7fa1293a621784ec8e as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/ns/7a155d5a3a7b4e7fa1293a621784ec8e 2024-11-12T17:54:52,542 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/ns/7a155d5a3a7b4e7fa1293a621784ec8e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:54:52,544 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/rep_barrier/2c9012b717324bca89b540e713fda0ac as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/rep_barrier/2c9012b717324bca89b540e713fda0ac 2024-11-12T17:54:52,545 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 997, reset compression=false 2024-11-12T17:54:52,562 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/rep_barrier/2c9012b717324bca89b540e713fda0ac, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:54:52,564 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/.tmp/table/fe1e302aeaa746ee995f95793cc62cdc as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/table/fe1e302aeaa746ee995f95793cc62cdc 2024-11-12T17:54:52,582 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/table/fe1e302aeaa746ee995f95793cc62cdc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:54:52,584 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1513ms, sequenceid=16, compaction requested=false 2024-11-12T17:54:52,584 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:54:52,590 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:54:52,590 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 1292, reset compression=false 2024-11-12T17:54:52,590 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,34007,1731434008561 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:54:52,591 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,34007,1731434008561: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6684de3f6e40,34007,1731434008561, walGroup=6684de3f6e40%2C34007%2C1731434008561, offset=6684de3f6e40%2C34007%2C1731434008561.1731434011621:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:34007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:54:52,592 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:54:52,593 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:54:52,594 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:54:52,594 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:54:52,594 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:54:52,594 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 425424960 }, "NonHeapMemoryUsage": { "committed": 180027392, "init": 7667712, "max": -1, "used": 175811592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:54:52,596 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:38229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:38229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T17:54:52,675 DEBUG [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:54:52,740 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:54:52,741 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:54:52,742 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:54:52,743 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:54:52,743 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434091070Running coprocessor pre-close hooks at 1731434091070Disabling compacts and flushes for region at 1731434091070Disabling writes for close at 1731434091070Obtaining lock to block concurrent updates at 1731434091070Preparing flush snapshotting stores in 1588230740 at 1731434091070Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434091071 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434091071Flushing 1588230740/info: creating writer at 1731434091071Flushing 1588230740/info: appending metadata at 1731434091124 (+53 ms)Flushing 1588230740/info: closing flushed file at 1731434091124Flushing 1588230740/ns: creating writer at 1731434091205 (+81 ms)Flushing 1588230740/ns: appending metadata at 1731434091263 (+58 ms)Flushing 1588230740/ns: closing flushed file at 1731434091263Flushing 1588230740/rep_barrier: creating writer at 1731434091744 (+481 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434091807 (+63 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434091807Flushing 1588230740/table: creating writer at 1731434091938 (+131 ms)Flushing 1588230740/table: appending metadata at 1731434092016 (+78 ms)Flushing 1588230740/table: closing flushed file at 1731434092016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c4af4d: reopening flushed file at 1731434092509 (+493 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa15fe0: reopening flushed file at 1731434092525 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d419f99: reopening flushed file at 1731434092543 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76bb0f72: reopening flushed file at 1731434092563 (+20 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1513ms, sequenceid=16, compaction requested=false at 1731434092584 (+21 ms)Writing region close event to WAL at 1731434092724 (+140 ms)Running coprocessor post-close hooks at 1731434092741 (+17 ms)Closed at 1731434092743 (+2 ms) 2024-11-12T17:54:52,743 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:54:52,879 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,34007,1731434008561; all regions closed. 2024-11-12T17:54:52,881 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.1731434011621 to pos 1292, reset compression=false 2024-11-12T17:54:52,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741834_1010 (size=4239) 2024-11-12T17:54:52,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/WALs/6684de3f6e40,34007,1731434008561/6684de3f6e40%2C34007%2C1731434008561.meta.1731434012128.meta not finished, retry = 0 2024-11-12T17:54:53,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741839_1015 (size=2700) 2024-11-12T17:54:53,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741833_1009 (size=1300) 2024-11-12T17:54:53,084 DEBUG [RS:0;6684de3f6e40:34007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:53,084 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:54:53,085 INFO [RS:0;6684de3f6e40:34007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:54:53,085 INFO [RS:0;6684de3f6e40:34007 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:54:53,085 INFO [RS:0;6684de3f6e40:34007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:54:53,085 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,34007,1731434008561 because: Region server is closing 2024-11-12T17:54:53,085 INFO [RS:0;6684de3f6e40:34007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:34007. 2024-11-12T17:54:53,086 DEBUG [RS:0;6684de3f6e40:34007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:54:53,086 DEBUG [RS:0;6684de3f6e40:34007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:53,086 DEBUG [RS:0;6684de3f6e40:34007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:54:53,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:54:53,087 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:54:53,186 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.shipper6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 terminated 2024-11-12T17:54:53,186 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,34007,1731434008561.replicationSource.wal-reader.6684de3f6e40%2C34007%2C1731434008561,1-6684de3f6e40,34007,1731434008561 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T17:54:53,198 INFO [RS:0;6684de3f6e40:34007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34007 2024-11-12T17:54:53,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:53,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:53,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:53,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:53,236 INFO [RS:0;6684de3f6e40:34007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:54:53,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01316715573/rs/6684de3f6e40,34007,1731434008561 2024-11-12T17:54:53,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573/rs 2024-11-12T17:54:53,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:53,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,34007,1731434008561] 2024-11-12T17:54:53,279 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01316715573/draining/6684de3f6e40,34007,1731434008561 already deleted, retry=false 2024-11-12T17:54:53,279 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,34007,1731434008561 expired; onlineServers=0 2024-11-12T17:54:53,279 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,38229,1731434007979' ***** 2024-11-12T17:54:53,279 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:54:53,283 INFO [M:0;6684de3f6e40:38229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:54:53,283 INFO [M:0;6684de3f6e40:38229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:54:53,283 DEBUG [M:0;6684de3f6e40:38229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:54:53,283 DEBUG [M:0;6684de3f6e40:38229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:54:53,284 INFO [M:0;6684de3f6e40:38229 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:54:53,284 INFO [M:0;6684de3f6e40:38229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:54:53,284 DEBUG [M:0;6684de3f6e40:38229 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:54:53,284 INFO [M:0;6684de3f6e40:38229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:54:53,284 INFO [M:0;6684de3f6e40:38229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:54:53,284 INFO [M:0;6684de3f6e40:38229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:54:53,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:54:53,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:54:53,285 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434011165 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434011165,5,FailOnTimeoutGroup] 2024-11-12T17:54:53,285 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434011150 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434011150,5,FailOnTimeoutGroup] 2024-11-12T17:54:53,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01316715573/master 2024-11-12T17:54:53,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01316715573 2024-11-12T17:54:53,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01316715573/master already deleted, retry=false 2024-11-12T17:54:53,317 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Failed delete of our master address node; KeeperErrorCode = NoNode for /01316715573/master 2024-11-12T17:54:53,339 INFO [M:0;6684de3f6e40:38229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/.lastflushedseqids 2024-11-12T17:54:53,345 INFO [RS:0;6684de3f6e40:34007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:54:53,345 INFO [RS:0;6684de3f6e40:34007 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,34007,1731434008561; zookeeper connection closed. 2024-11-12T17:54:53,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:54:53,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1013177f2080001, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:54:53,387 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d5a6be9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d5a6be9 2024-11-12T17:54:53,395 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:54:53,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741850_1026 (size=263) 2024-11-12T17:54:53,446 INFO [M:0;6684de3f6e40:38229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:54:53,451 INFO [M:0;6684de3f6e40:38229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:54:53,451 DEBUG [M:0;6684de3f6e40:38229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:54:53,451 INFO [M:0;6684de3f6e40:38229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:54:53,451 DEBUG [M:0;6684de3f6e40:38229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:54:53,451 DEBUG [M:0;6684de3f6e40:38229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:54:53,451 DEBUG [M:0;6684de3f6e40:38229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:54:53,452 INFO [M:0;6684de3f6e40:38229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-12T17:54:53,492 DEBUG [M:0;6684de3f6e40:38229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cd9206db0dc47d78670d1d58e6cefee is 82, key is hbase:meta,,1/info:regioninfo/1731434012303/Put/seqid=0 2024-11-12T17:54:53,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741851_1027 (size=5672) 2024-11-12T17:54:53,529 INFO [M:0;6684de3f6e40:38229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cd9206db0dc47d78670d1d58e6cefee 2024-11-12T17:54:53,576 DEBUG [M:0;6684de3f6e40:38229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e00c15e593a04a60abe930cc8a33f73e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731434020468/Put/seqid=0 2024-11-12T17:54:53,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741852_1028 (size=7241) 2024-11-12T17:54:53,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:54:53,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:53,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:53,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:53,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:53,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:54,028 INFO [M:0;6684de3f6e40:38229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e00c15e593a04a60abe930cc8a33f73e 2024-11-12T17:54:54,052 INFO [M:0;6684de3f6e40:38229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e00c15e593a04a60abe930cc8a33f73e 2024-11-12T17:54:54,137 DEBUG [M:0;6684de3f6e40:38229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e99b51bd3b5c430294fd40af4796a072 is 69, key is 6684de3f6e40,34007,1731434008561/rs:state/1731434011334/Put/seqid=0 2024-11-12T17:54:54,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741853_1029 (size=5156) 2024-11-12T17:54:54,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:54:54,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:54:54,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T17:54:54,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T17:54:54,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:54:54,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:54:54,628 INFO [M:0;6684de3f6e40:38229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e99b51bd3b5c430294fd40af4796a072 2024-11-12T17:54:54,652 DEBUG [M:0;6684de3f6e40:38229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cd9206db0dc47d78670d1d58e6cefee as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cd9206db0dc47d78670d1d58e6cefee 2024-11-12T17:54:54,693 INFO [M:0;6684de3f6e40:38229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cd9206db0dc47d78670d1d58e6cefee, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T17:54:54,700 DEBUG [M:0;6684de3f6e40:38229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e00c15e593a04a60abe930cc8a33f73e as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e00c15e593a04a60abe930cc8a33f73e 2024-11-12T17:54:54,743 INFO [M:0;6684de3f6e40:38229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e00c15e593a04a60abe930cc8a33f73e 2024-11-12T17:54:54,744 INFO [M:0;6684de3f6e40:38229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e00c15e593a04a60abe930cc8a33f73e, entries=11, sequenceid=105, filesize=7.1 K 2024-11-12T17:54:54,759 DEBUG [M:0;6684de3f6e40:38229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e99b51bd3b5c430294fd40af4796a072 as hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e99b51bd3b5c430294fd40af4796a072 2024-11-12T17:54:54,782 INFO [M:0;6684de3f6e40:38229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37331/user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e99b51bd3b5c430294fd40af4796a072, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T17:54:54,784 INFO [M:0;6684de3f6e40:38229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=105, compaction requested=false 2024-11-12T17:54:54,835 INFO [M:0;6684de3f6e40:38229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:54:54,835 DEBUG [M:0;6684de3f6e40:38229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434093451Disabling compacts and flushes for region at 1731434093451Disabling writes for close at 1731434093451Obtaining lock to block concurrent updates at 1731434093452 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434093452Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731434093452Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434093453 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434093453Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434093492 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434093492Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434093537 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434093575 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434093575Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434094063 (+488 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434094122 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434094122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f62d98: reopening flushed file at 1731434094648 (+526 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1131f8dd: reopening flushed file at 1731434094693 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f672a4: reopening flushed file at 1731434094744 (+51 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=105, compaction requested=false at 1731434094784 (+40 ms)Writing region close event to WAL at 1731434094835 (+51 ms)Closed at 1731434094835 2024-11-12T17:54:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43599 is added to blk_1073741830_1006 (size=64538) 2024-11-12T17:54:54,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8c3163b-1f63-884b-be8d-429f9caf03da/MasterData/WALs/6684de3f6e40,38229,1731434007979/6684de3f6e40%2C38229%2C1731434007979.1731434010165 not finished, retry = 0 2024-11-12T17:54:54,979 INFO [M:0;6684de3f6e40:38229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:54:54,979 INFO [M:0;6684de3f6e40:38229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38229 2024-11-12T17:54:54,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:54:54,984 INFO [M:0;6684de3f6e40:38229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:54:55,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:54:55,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38229-0x1013177f2080000, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:54:55,099 INFO [M:0;6684de3f6e40:38229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:54:55,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c0229ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:54:55,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c6bf546{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:54:55,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:54:55,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273110db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:54:55,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7333f164{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/hadoop.log.dir/,STOPPED} 2024-11-12T17:54:55,210 WARN [BP-299639719-172.17.0.3-1731434004594 heartbeating to localhost/127.0.0.1:37331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:54:55,210 WARN [BP-299639719-172.17.0.3-1731434004594 heartbeating to localhost/127.0.0.1:37331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-299639719-172.17.0.3-1731434004594 (Datanode Uuid 29be408f-4819-4b05-9c27-76dbe45fd715) service to localhost/127.0.0.1:37331 2024-11-12T17:54:55,210 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:54:55,210 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:54:55,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/cluster_24ce9c16-c86a-f2cc-21f4-5c9411276905/data/data2/current/BP-299639719-172.17.0.3-1731434004594 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:54:55,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:54:55,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/cluster_24ce9c16-c86a-f2cc-21f4-5c9411276905/data/data1/current/BP-299639719-172.17.0.3-1731434004594 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:54:55,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62408127{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:54:55,231 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d0b96ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:54:55,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:54:55,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c057cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:54:55,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704f511d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/012cd200-ebda-59e7-934a-7065904757ee/hadoop.log.dir/,STOPPED} 2024-11-12T17:54:55,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T17:54:55,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:54:55,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$801/0x00007fe100b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59714) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59714) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$801/0x00007fe100b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44889 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37331 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1998 (was 3083), ProcessCount=11 (was 11), AvailableMemoryMB=2616 (was 2551) - AvailableMemoryMB LEAK? - 2024-11-12T17:54:55,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013177f2080005, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:54:55,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013177f2080002, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:54:55,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013177f2080005, quorum=127.0.0.1:59714, baseZNode=/1618422415 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:54:55,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013177f2080002, quorum=127.0.0.1:59714, baseZNode=/01316715573 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:54:55,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=506, MaxFileDescriptor=1048576, SystemLoadAverage=1998, ProcessCount=11, AvailableMemoryMB=2605 2024-11-12T17:54:55,412 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-12T17:54:55,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/hadoop.log.dir so I do NOT create it in target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3 2024-11-12T17:54:55,417 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:54:55,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/hadoop.tmp.dir so I do NOT create it in target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3 2024-11-12T17:54:55,417 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b0e106a-5e74-c0e8-e8c9-b86fc6b50018/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:54:55,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3 2024-11-12T17:54:55,417 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/cluster_4e44684e-9533-c93d-f4c2-52338cf95b63, deleteOnExit=true 2024-11-12T17:54:55,464 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/cluster_4e44684e-9533-c93d-f4c2-52338cf95b63/zookeeper_0, clientPort=56643, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/cluster_4e44684e-9533-c93d-f4c2-52338cf95b63/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/cluster_4e44684e-9533-c93d-f4c2-52338cf95b63/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:54:55,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56643 2024-11-12T17:54:55,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:54:55,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:54:55,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/test.cache.data in system properties and HBase conf 2024-11-12T17:54:55,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:54:55,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:54:55,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:54:55,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:54:55,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:54:55,473 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:54:55,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:54:55,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:54:55,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:54:55,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:54:55,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:54:55,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:54:55,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:54:55,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:54:55,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:54:55,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:54:55,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:54:55,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:54:55,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:54:55,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:54:55,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:54:55,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:54:55,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:54:55,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:54:55,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:54:55,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:54:55,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2befb1e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:54:55,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ab422d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:54:56,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@170359dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/java.io.tmpdir/jetty-localhost-41825-hadoop-hdfs-3_4_1-tests_jar-_-any-16934422863642255306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:54:56,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e896443{HTTP/1.1, (http/1.1)}{localhost:41825} 2024-11-12T17:54:56,263 INFO [Time-limited test {}] server.Server(415): Started @165187ms 2024-11-12T17:54:56,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:54:56,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:54:56,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:54:56,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:54:56,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:54:57,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@474a5572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:54:57,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d9644af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:54:57,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46d0f969{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/java.io.tmpdir/jetty-localhost-35665-hadoop-hdfs-3_4_1-tests_jar-_-any-3162092063421320733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:54:57,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46c131e{HTTP/1.1, (http/1.1)}{localhost:35665} 2024-11-12T17:54:57,177 INFO [Time-limited test {}] server.Server(415): Started @166101ms 2024-11-12T17:54:57,179 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:54:58,152 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/cluster_4e44684e-9533-c93d-f4c2-52338cf95b63/data/data2/current/BP-106914971-172.17.0.3-1731434095535/current, will proceed with Du for space computation calculation, 2024-11-12T17:54:58,155 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/cluster_4e44684e-9533-c93d-f4c2-52338cf95b63/data/data1/current/BP-106914971-172.17.0.3-1731434095535/current, will proceed with Du for space computation calculation, 2024-11-12T17:54:58,295 WARN [Thread-1279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:54:58,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7727fb07a3be255b with lease ID 0x905b5f4d862a3d4a: Processing first storage report for DS-9e093137-7aee-4996-9085-8f64c845c3cb from datanode DatanodeRegistration(127.0.0.1:37967, datanodeUuid=6f4378da-f60d-490f-8dc7-b9f5f38c7f50, infoPort=39435, infoSecurePort=0, ipcPort=40183, storageInfo=lv=-57;cid=testClusterID;nsid=587447060;c=1731434095535) 2024-11-12T17:54:58,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7727fb07a3be255b with lease ID 0x905b5f4d862a3d4a: from storage DS-9e093137-7aee-4996-9085-8f64c845c3cb node DatanodeRegistration(127.0.0.1:37967, datanodeUuid=6f4378da-f60d-490f-8dc7-b9f5f38c7f50, infoPort=39435, infoSecurePort=0, ipcPort=40183, storageInfo=lv=-57;cid=testClusterID;nsid=587447060;c=1731434095535), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:54:58,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7727fb07a3be255b with lease ID 0x905b5f4d862a3d4a: Processing first storage report for DS-07e4f703-caf7-4fac-9d16-aeb8a6c5b9c9 from datanode DatanodeRegistration(127.0.0.1:37967, datanodeUuid=6f4378da-f60d-490f-8dc7-b9f5f38c7f50, infoPort=39435, infoSecurePort=0, ipcPort=40183, storageInfo=lv=-57;cid=testClusterID;nsid=587447060;c=1731434095535) 2024-11-12T17:54:58,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7727fb07a3be255b with lease ID 0x905b5f4d862a3d4a: from storage DS-07e4f703-caf7-4fac-9d16-aeb8a6c5b9c9 node DatanodeRegistration(127.0.0.1:37967, datanodeUuid=6f4378da-f60d-490f-8dc7-b9f5f38c7f50, infoPort=39435, infoSecurePort=0, ipcPort=40183, storageInfo=lv=-57;cid=testClusterID;nsid=587447060;c=1731434095535), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:54:58,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3 2024-11-12T17:54:58,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:54:58,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:54:58,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:54:58,437 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d with version=8 2024-11-12T17:54:58,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/hbase-staging 2024-11-12T17:54:58,439 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:54:58,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:54:58,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:54:58,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:54:58,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:54:58,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:54:58,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:54:58,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:54:58,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33695 2024-11-12T17:54:58,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33695 connecting to ZooKeeper ensemble=127.0.0.1:56643 2024-11-12T17:54:58,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:54:58,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:58,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:58,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:58,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:58,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:58,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:54:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336950x0, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:54:58,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33695-0x101317955310000 connected 2024-11-12T17:54:59,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:54:59,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:54:59,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/running 2024-11-12T17:54:59,184 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d, hbase.cluster.distributed=false 2024-11-12T17:54:59,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/acl 2024-11-12T17:54:59,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33695 2024-11-12T17:54:59,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33695 2024-11-12T17:54:59,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33695 2024-11-12T17:54:59,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33695 2024-11-12T17:54:59,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33695 2024-11-12T17:54:59,320 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:54:59,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:54:59,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:54:59,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:54:59,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:54:59,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:54:59,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:54:59,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:54:59,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33479 2024-11-12T17:54:59,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33479 connecting to ZooKeeper ensemble=127.0.0.1:56643 2024-11-12T17:54:59,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:54:59,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:54:59,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334790x0, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:54:59,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334790x0, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/running 2024-11-12T17:54:59,384 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:54:59,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33479-0x101317955310001 connected 2024-11-12T17:54:59,395 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:54:59,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/master 2024-11-12T17:54:59,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/acl 2024-11-12T17:54:59,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-12T17:54:59,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33479 2024-11-12T17:54:59,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33479 2024-11-12T17:54:59,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-12T17:54:59,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-12T17:54:59,512 DEBUG [M:0;6684de3f6e40:33695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:33695 2024-11-12T17:54:59,512 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01417171399/backup-masters/6684de3f6e40,33695,1731434098439 2024-11-12T17:54:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/backup-masters 2024-11-12T17:54:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/backup-masters 2024-11-12T17:54:59,551 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on existing znode=/01417171399/backup-masters/6684de3f6e40,33695,1731434098439 2024-11-12T17:54:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01417171399/master 2024-11-12T17:54:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:54:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:54:59,581 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on existing znode=/01417171399/master 2024-11-12T17:54:59,584 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01417171399/backup-masters/6684de3f6e40,33695,1731434098439 from backup master directory 2024-11-12T17:54:59,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/backup-masters 2024-11-12T17:54:59,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01417171399/backup-masters/6684de3f6e40,33695,1731434098439 2024-11-12T17:54:59,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/backup-masters 2024-11-12T17:54:59,610 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:54:59,610 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,33695,1731434098439 2024-11-12T17:54:59,660 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/hbase.id] with ID: fd421702-a709-4d5c-bf0d-b3f5b295069e 2024-11-12T17:54:59,660 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/.tmp/hbase.id 2024-11-12T17:54:59,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:55:00,139 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/.tmp/hbase.id]:[hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/hbase.id] 2024-11-12T17:55:00,204 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:00,204 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:55:00,212 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-12T17:55:00,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:00,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:55:00,318 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:55:00,319 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:55:00,339 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:00,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:55:00,431 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store 2024-11-12T17:55:00,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:55:00,516 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:00,516 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:55:00,516 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:00,516 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:00,516 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:55:00,516 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:00,516 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:00,516 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434100516Disabling compacts and flushes for region at 1731434100516Disabling writes for close at 1731434100516Writing region close event to WAL at 1731434100516Closed at 1731434100516 2024-11-12T17:55:00,519 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/.initializing 2024-11-12T17:55:00,519 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,33695,1731434098439 2024-11-12T17:55:00,527 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:55:00,548 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C33695%2C1731434098439, suffix=, logDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,33695,1731434098439, archiveDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/oldWALs, maxLogs=10 2024-11-12T17:55:00,598 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,33695,1731434098439/6684de3f6e40%2C33695%2C1731434098439.1731434100549, exclude list is [], retry=0 2024-11-12T17:55:00,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37967,DS-9e093137-7aee-4996-9085-8f64c845c3cb,DISK] 2024-11-12T17:55:00,647 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,33695,1731434098439/6684de3f6e40%2C33695%2C1731434098439.1731434100549 2024-11-12T17:55:00,655 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-12T17:55:00,656 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:00,656 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:00,656 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,656 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:55:00,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:00,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:00,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:55:00,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:00,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:00,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:55:00,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:00,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:00,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:55:00,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:00,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:00,711 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,712 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,712 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,717 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,717 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,718 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:00,729 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:00,748 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:00,750 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68440725, jitterRate=0.019846275448799133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:00,751 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434100656Initializing all the Stores at 1731434100668 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434100668Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434100679 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434100679Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434100679Cleaning up temporary data from old regions at 1731434100718 (+39 ms)Region opened successfully at 1731434100751 (+33 ms) 2024-11-12T17:55:00,759 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:55:00,766 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e046049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:55:00,767 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:55:00,767 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:55:00,767 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:55:00,767 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:55:00,768 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T17:55:00,769 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:55:00,769 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:55:00,827 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:55:00,829 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/balancer because node does not exist (not necessarily an error) 2024-11-12T17:55:00,853 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/balancer already deleted, retry=false 2024-11-12T17:55:00,854 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:55:00,855 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:55:00,870 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/normalizer already deleted, retry=false 2024-11-12T17:55:00,870 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:55:00,887 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:55:00,899 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/switch/split already deleted, retry=false 2024-11-12T17:55:00,901 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:55:00,917 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/switch/merge already deleted, retry=false 2024-11-12T17:55:00,931 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:55:00,945 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/snapshot-cleanup already deleted, retry=false 2024-11-12T17:55:00,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01417171399/running 2024-11-12T17:55:00,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01417171399/running 2024-11-12T17:55:00,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:00,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:00,964 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,33695,1731434098439, sessionid=0x101317955310000, setting cluster-up flag (Was=false) 2024-11-12T17:55:00,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:00,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:01,028 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01417171399/flush-table-proc/acquired, /01417171399/flush-table-proc/reached, /01417171399/flush-table-proc/abort 2024-11-12T17:55:01,034 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,33695,1731434098439 2024-11-12T17:55:01,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:01,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:01,116 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01417171399/online-snapshot/acquired, /01417171399/online-snapshot/reached, /01417171399/online-snapshot/abort 2024-11-12T17:55:01,117 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,33695,1731434098439 2024-11-12T17:55:01,129 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:55:01,136 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:01,136 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:55:01,137 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:55:01,137 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,33695,1731434098439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:55:01,148 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:01,148 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:01,148 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:01,148 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:01,148 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:55:01,148 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,148 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:55:01,149 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:01,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:55:01,188 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:01,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:55:01,192 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434131192 2024-11-12T17:55:01,192 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:55:01,192 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:55:01,192 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:55:01,192 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:55:01,192 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:55:01,192 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:55:01,199 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,207 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:55:01,208 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:55:01,208 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:55:01,208 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:55:01,235 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:55:01,235 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:55:01,244 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434101235,5,FailOnTimeoutGroup] 2024-11-12T17:55:01,249 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(746): ClusterId : fd421702-a709-4d5c-bf0d-b3f5b295069e 2024-11-12T17:55:01,249 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:55:01,270 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434101244,5,FailOnTimeoutGroup] 2024-11-12T17:55:01,270 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,270 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:55:01,270 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,270 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,279 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:55:01,280 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:55:01,304 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:55:01,304 DEBUG [RS:0;6684de3f6e40:33479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1542e13c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:55:01,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:55:01,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:55:01,331 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d 2024-11-12T17:55:01,344 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:33479 2024-11-12T17:55:01,369 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:55:01,369 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:55:01,369 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:55:01,381 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,33695,1731434098439 with port=33479, startcode=1731434099312 2024-11-12T17:55:01,381 DEBUG [RS:0;6684de3f6e40:33479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:55:01,429 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:55:01,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:55:01,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,33479,1731434099312 2024-11-12T17:55:01,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33695 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,33479,1731434099312 2024-11-12T17:55:01,437 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d 2024-11-12T17:55:01,437 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34165 2024-11-12T17:55:01,437 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:55:01,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/rs 2024-11-12T17:55:01,456 DEBUG [RS:0;6684de3f6e40:33479 {}] zookeeper.ZKUtil(111): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on existing znode=/01417171399/rs/6684de3f6e40,33479,1731434099312 2024-11-12T17:55:01,456 WARN [RS:0;6684de3f6e40:33479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:55:01,456 INFO [RS:0;6684de3f6e40:33479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:01,456 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312 2024-11-12T17:55:01,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,33479,1731434099312] 2024-11-12T17:55:01,526 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:55:01,531 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:55:01,544 INFO [RS:0;6684de3f6e40:33479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:55:01,544 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,557 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:55:01,560 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:55:01,560 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,560 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,560 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,560 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,561 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,561 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,561 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:55:01,561 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,561 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,561 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,561 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,561 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,561 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:01,561 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:55:01,561 DEBUG [RS:0;6684de3f6e40:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:55:01,563 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,563 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,563 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,564 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,564 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,564 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33479,1731434099312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:55:01,636 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:55:01,636 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33479,1731434099312-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,643 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,644 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.Replication(171): 6684de3f6e40,33479,1731434099312 started 2024-11-12T17:55:01,714 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:01,719 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,33479,1731434099312, RpcServer on 6684de3f6e40/172.17.0.3:33479, sessionid=0x101317955310001 2024-11-12T17:55:01,722 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:55:01,722 DEBUG [RS:0;6684de3f6e40:33479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,33479,1731434099312 2024-11-12T17:55:01,722 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,33479,1731434099312' 2024-11-12T17:55:01,722 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01417171399/flush-table-proc/abort' 2024-11-12T17:55:01,727 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01417171399/flush-table-proc/acquired' 2024-11-12T17:55:01,728 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:55:01,728 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:55:01,728 DEBUG [RS:0;6684de3f6e40:33479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,33479,1731434099312 2024-11-12T17:55:01,728 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,33479,1731434099312' 2024-11-12T17:55:01,728 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01417171399/online-snapshot/abort' 2024-11-12T17:55:01,728 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01417171399/online-snapshot/acquired' 2024-11-12T17:55:01,729 DEBUG [RS:0;6684de3f6e40:33479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:55:01,729 INFO [RS:0;6684de3f6e40:33479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:55:01,729 INFO [RS:0;6684de3f6e40:33479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:55:01,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:01,835 INFO [RS:0;6684de3f6e40:33479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:55:01,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:55:01,843 INFO [RS:0;6684de3f6e40:33479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C33479%2C1731434099312, suffix=, logDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312, archiveDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs, maxLogs=10 2024-11-12T17:55:01,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:55:01,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:01,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:01,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:55:01,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:55:01,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:01,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:01,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:55:01,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:55:01,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:01,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:01,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:55:01,887 DEBUG [RS:0;6684de3f6e40:33479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.1731434101843, exclude list is [], retry=0 2024-11-12T17:55:01,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:55:01,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:01,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:01,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:55:01,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740 2024-11-12T17:55:01,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740 2024-11-12T17:55:01,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37967,DS-9e093137-7aee-4996-9085-8f64c845c3cb,DISK] 2024-11-12T17:55:01,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:55:01,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:55:01,953 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:01,966 INFO [RS:0;6684de3f6e40:33479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.1731434101843 2024-11-12T17:55:01,971 DEBUG [RS:0;6684de3f6e40:33479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-12T17:55:01,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:55:02,024 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:02,039 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66868685, jitterRate=-0.0035789459943771362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:02,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434101830Initializing all the Stores at 1731434101832 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434101832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434101841 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434101841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434101841Cleaning up temporary data from old regions at 1731434101949 (+108 ms)Region opened successfully at 1731434102040 (+91 ms) 2024-11-12T17:55:02,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:55:02,040 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:55:02,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:55:02,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:55:02,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:55:02,043 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:55:02,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434102040Disabling compacts and flushes for region at 1731434102040Disabling writes for close at 1731434102040Writing region close event to WAL at 1731434102043 (+3 ms)Closed at 1731434102043 2024-11-12T17:55:02,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:02,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:55:02,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:55:02,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:55:02,051 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:55:02,203 DEBUG [6684de3f6e40:33695 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:55:02,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,33479,1731434099312 2024-11-12T17:55:02,210 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,33479,1731434099312, state=OPENING 2024-11-12T17:55:02,239 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:55:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:02,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: CHANGED 2024-11-12T17:55:02,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: CHANGED 2024-11-12T17:55:02,255 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:55:02,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,33479,1731434099312}] 2024-11-12T17:55:02,416 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:55:02,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:55:02,427 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:55:02,427 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:02,427 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:55:02,432 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C33479%2C1731434099312.meta, suffix=.meta, logDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312, archiveDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs, maxLogs=10 2024-11-12T17:55:02,452 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.meta.1731434102432.meta, exclude list is [], retry=0 2024-11-12T17:55:02,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37967,DS-9e093137-7aee-4996-9085-8f64c845c3cb,DISK] 2024-11-12T17:55:02,479 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.meta.1731434102432.meta 2024-11-12T17:55:02,484 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-12T17:55:02,485 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:02,485 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:55:02,485 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:55:02,485 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:55:02,485 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:55:02,486 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:55:02,486 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:02,486 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:55:02,486 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:55:02,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:55:02,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:55:02,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:02,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:02,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:55:02,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:55:02,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:02,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:02,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:55:02,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:55:02,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:02,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:02,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:55:02,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:55:02,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:02,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:02,548 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:55:02,550 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740 2024-11-12T17:55:02,556 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740 2024-11-12T17:55:02,576 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:55:02,576 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:55:02,577 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:02,599 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:55:02,607 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64193071, jitterRate=-0.04344870150089264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:02,607 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:55:02,608 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434102486Writing region info on filesystem at 1731434102486Initializing all the Stores at 1731434102499 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434102499Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434102524 (+25 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434102524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434102524Cleaning up temporary data from old regions at 1731434102576 (+52 ms)Running coprocessor post-open hooks at 1731434102607 (+31 ms)Region opened successfully at 1731434102608 (+1 ms) 2024-11-12T17:55:02,623 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434102416 2024-11-12T17:55:02,639 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:55:02,639 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:55:02,640 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,33479,1731434099312 2024-11-12T17:55:02,643 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,33479,1731434099312, state=OPEN 2024-11-12T17:55:02,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01417171399/meta-region-server 2024-11-12T17:55:02,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01417171399/meta-region-server 2024-11-12T17:55:02,729 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,33479,1731434099312 2024-11-12T17:55:02,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: CHANGED 2024-11-12T17:55:02,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: CHANGED 2024-11-12T17:55:02,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:55:02,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,33479,1731434099312 in 474 msec 2024-11-12T17:55:02,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:55:02,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 685 msec 2024-11-12T17:55:02,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:02,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:55:02,744 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:02,744 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33479,1731434099312, seqNum=-1] 2024-11-12T17:55:02,744 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:02,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:02,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6540 sec 2024-11-12T17:55:02,797 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434102797, completionTime=-1 2024-11-12T17:55:02,797 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:55:02,798 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:55:02,804 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:55:02,804 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434162804 2024-11-12T17:55:02,804 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434222804 2024-11-12T17:55:02,804 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-12T17:55:02,804 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33695,1731434098439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:02,805 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33695,1731434098439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:02,805 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33695,1731434098439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:02,805 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:33695, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:02,805 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:02,807 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:02,811 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:55:02,815 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.205sec 2024-11-12T17:55:02,815 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:55:02,815 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:55:02,816 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:55:02,816 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:55:02,816 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:55:02,816 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33695,1731434098439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:55:02,816 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33695,1731434098439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:55:02,846 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:55:02,846 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:55:02,846 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33695,1731434098439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:02,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b40dfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:02,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33695,-1 for getting cluster id 2024-11-12T17:55:02,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:02,864 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd421702-a709-4d5c-bf0d-b3f5b295069e' 2024-11-12T17:55:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd421702-a709-4d5c-bf0d-b3f5b295069e" 2024-11-12T17:55:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bde8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33695,-1] 2024-11-12T17:55:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:02,866 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:02,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177933d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:02,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33479,1731434099312, seqNum=-1] 2024-11-12T17:55:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:02,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:02,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,33695,1731434098439 2024-11-12T17:55:02,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56643 2024-11-12T17:55:02,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:02,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101317955310002 connected 2024-11-12T17:55:02,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/hadoop.log.dir so I do NOT create it in target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f 2024-11-12T17:55:02,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:55:02,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/hadoop.tmp.dir so I do NOT create it in target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f 2024-11-12T17:55:02,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:55:02,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f 2024-11-12T17:55:02,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:55:02,951 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/cluster_774e1f77-ce74-a067-c14e-a6e421c51daa, deleteOnExit=true 2024-11-12T17:55:02,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:55:02,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/test.cache.data in system properties and HBase conf 2024-11-12T17:55:02,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:55:02,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:55:02,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:55:02,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:55:02,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:55:02,952 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:55:02,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:55:02,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:55:02,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:55:03,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:55:03,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:55:03,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:55:03,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:55:03,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:55:03,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:55:03,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a356b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:55:03,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648840d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:55:03,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74c83f84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/java.io.tmpdir/jetty-localhost-33051-hadoop-hdfs-3_4_1-tests_jar-_-any-6543858083744390943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:55:03,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f2e2448{HTTP/1.1, (http/1.1)}{localhost:33051} 2024-11-12T17:55:03,616 INFO [Time-limited test {}] server.Server(415): Started @172540ms 2024-11-12T17:55:04,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:55:04,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T17:55:04,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:55:04,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T17:55:04,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:55:04,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T17:55:05,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:55:05,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:55:05,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:55:05,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:55:05,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:55:05,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65572ca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:55:05,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@762705c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:55:05,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ea6d2a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/java.io.tmpdir/jetty-localhost-39407-hadoop-hdfs-3_4_1-tests_jar-_-any-4964939222870311288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:55:05,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f5b1444{HTTP/1.1, (http/1.1)}{localhost:39407} 2024-11-12T17:55:05,678 INFO [Time-limited test {}] server.Server(415): Started @174602ms 2024-11-12T17:55:05,680 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:55:06,463 WARN [Thread-1413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/cluster_774e1f77-ce74-a067-c14e-a6e421c51daa/data/data2/current/BP-2144017776-172.17.0.3-1731434102996/current, will proceed with Du for space computation calculation, 2024-11-12T17:55:06,463 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/cluster_774e1f77-ce74-a067-c14e-a6e421c51daa/data/data1/current/BP-2144017776-172.17.0.3-1731434102996/current, will proceed with Du for space computation calculation, 2024-11-12T17:55:06,486 WARN [Thread-1400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:55:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaa20bb16a15d263 with lease ID 0x6ce2ef360f1c4a34: Processing first storage report for DS-0280f838-0df1-4e7b-aaeb-db1e02dd7123 from datanode DatanodeRegistration(127.0.0.1:39025, datanodeUuid=6b3678fb-5b25-4198-adba-257ff1e525fb, infoPort=44187, infoSecurePort=0, ipcPort=33223, storageInfo=lv=-57;cid=testClusterID;nsid=93685462;c=1731434102996) 2024-11-12T17:55:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaa20bb16a15d263 with lease ID 0x6ce2ef360f1c4a34: from storage DS-0280f838-0df1-4e7b-aaeb-db1e02dd7123 node DatanodeRegistration(127.0.0.1:39025, datanodeUuid=6b3678fb-5b25-4198-adba-257ff1e525fb, infoPort=44187, infoSecurePort=0, ipcPort=33223, storageInfo=lv=-57;cid=testClusterID;nsid=93685462;c=1731434102996), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:55:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaa20bb16a15d263 with lease ID 0x6ce2ef360f1c4a34: Processing first storage report for DS-7f760769-a40a-4ecd-a5f5-796d31265006 from datanode DatanodeRegistration(127.0.0.1:39025, datanodeUuid=6b3678fb-5b25-4198-adba-257ff1e525fb, infoPort=44187, infoSecurePort=0, ipcPort=33223, storageInfo=lv=-57;cid=testClusterID;nsid=93685462;c=1731434102996) 2024-11-12T17:55:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaa20bb16a15d263 with lease ID 0x6ce2ef360f1c4a34: from storage DS-7f760769-a40a-4ecd-a5f5-796d31265006 node DatanodeRegistration(127.0.0.1:39025, datanodeUuid=6b3678fb-5b25-4198-adba-257ff1e525fb, infoPort=44187, infoSecurePort=0, ipcPort=33223, storageInfo=lv=-57;cid=testClusterID;nsid=93685462;c=1731434102996), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:55:06,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f 2024-11-12T17:55:06,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:06,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:06,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:55:06,961 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e with version=8 2024-11-12T17:55:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/hbase-staging 2024-11-12T17:55:06,963 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:55:06,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:06,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:06,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:55:06,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:06,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:55:06,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:55:06,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:55:06,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45699 2024-11-12T17:55:06,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45699 connecting to ZooKeeper ensemble=127.0.0.1:56643 2024-11-12T17:55:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456990x0, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:06,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45699-0x101317955310003 connected 2024-11-12T17:55:07,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:07,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:07,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Set watcher on znode that does not yet exist, /1206004774/running 2024-11-12T17:55:07,104 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e, hbase.cluster.distributed=false 2024-11-12T17:55:07,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Set watcher on znode that does not yet exist, /1206004774/acl 2024-11-12T17:55:07,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45699 2024-11-12T17:55:07,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45699 2024-11-12T17:55:07,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45699 2024-11-12T17:55:07,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45699 2024-11-12T17:55:07,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45699 2024-11-12T17:55:07,195 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:55:07,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:07,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:07,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:55:07,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:07,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:55:07,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:55:07,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:55:07,201 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34743 2024-11-12T17:55:07,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34743 connecting to ZooKeeper ensemble=127.0.0.1:56643 2024-11-12T17:55:07,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:07,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:07,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347430x0, quorum=127.0.0.1:56643, baseZNode=/1206004774 Set watcher on znode that does not yet exist, /1206004774/running 2024-11-12T17:55:07,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:55:07,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347430x0, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:07,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34743-0x101317955310004 connected 2024-11-12T17:55:07,224 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:55:07,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Set watcher on znode that does not yet exist, /1206004774/master 2024-11-12T17:55:07,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Set watcher on znode that does not yet exist, /1206004774/acl 2024-11-12T17:55:07,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34743 2024-11-12T17:55:07,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34743 2024-11-12T17:55:07,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34743 2024-11-12T17:55:07,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34743 2024-11-12T17:55:07,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34743 2024-11-12T17:55:07,238 DEBUG [M:0;6684de3f6e40:45699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:45699 2024-11-12T17:55:07,239 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1206004774/backup-masters/6684de3f6e40,45699,1731434106963 2024-11-12T17:55:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774/backup-masters 2024-11-12T17:55:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774/backup-masters 2024-11-12T17:55:07,250 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Set watcher on existing znode=/1206004774/backup-masters/6684de3f6e40,45699,1731434106963 2024-11-12T17:55:07,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:07,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1206004774/master 2024-11-12T17:55:07,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:07,258 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Set watcher on existing znode=/1206004774/master 2024-11-12T17:55:07,259 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1206004774/backup-masters/6684de3f6e40,45699,1731434106963 from backup master directory 2024-11-12T17:55:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1206004774/backup-masters/6684de3f6e40,45699,1731434106963 2024-11-12T17:55:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774/backup-masters 2024-11-12T17:55:07,269 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:55:07,269 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,45699,1731434106963 2024-11-12T17:55:07,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774/backup-masters 2024-11-12T17:55:07,280 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/hbase.id] with ID: bd0eabb4-62c6-4a89-9928-1b0582f57025 2024-11-12T17:55:07,280 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/.tmp/hbase.id 2024-11-12T17:55:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:55:07,690 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/.tmp/hbase.id]:[hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/hbase.id] 2024-11-12T17:55:07,706 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:07,707 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:55:07,709 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T17:55:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:07,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:55:07,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:55:08,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:08,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:08,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:08,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:08,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:08,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:08,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:55:08,155 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:55:08,156 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:55:08,156 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:08,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:55:08,569 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store 2024-11-12T17:55:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:55:08,975 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:08,976 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:55:08,976 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:08,976 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:08,976 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:55:08,976 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:08,976 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:08,976 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434108975Disabling compacts and flushes for region at 1731434108975Disabling writes for close at 1731434108976 (+1 ms)Writing region close event to WAL at 1731434108976Closed at 1731434108976 2024-11-12T17:55:08,978 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/.initializing 2024-11-12T17:55:08,978 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/WALs/6684de3f6e40,45699,1731434106963 2024-11-12T17:55:08,980 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:55:08,983 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C45699%2C1731434106963, suffix=, logDir=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/WALs/6684de3f6e40,45699,1731434106963, archiveDir=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/oldWALs, maxLogs=10 2024-11-12T17:55:09,002 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/WALs/6684de3f6e40,45699,1731434106963/6684de3f6e40%2C45699%2C1731434106963.1731434108983, exclude list is [], retry=0 2024-11-12T17:55:09,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39025,DS-0280f838-0df1-4e7b-aaeb-db1e02dd7123,DISK] 2024-11-12T17:55:09,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/WALs/6684de3f6e40,45699,1731434106963/6684de3f6e40%2C45699%2C1731434106963.1731434108983 2024-11-12T17:55:09,029 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44187:44187)] 2024-11-12T17:55:09,029 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:09,029 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:09,030 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,030 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:55:09,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:09,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:09,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:55:09,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:09,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:09,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:55:09,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:09,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:09,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:55:09,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:09,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:09,044 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,045 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,045 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,047 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,047 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,047 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:09,048 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:09,061 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:09,069 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68078412, jitterRate=0.014447391033172607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:09,069 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434109030Initializing all the Stores at 1731434109030Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434109031 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434109031Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434109031Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434109031Cleaning up temporary data from old regions at 1731434109047 (+16 ms)Region opened successfully at 1731434109069 (+22 ms) 2024-11-12T17:55:09,071 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:55:09,079 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d258be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:55:09,084 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:55:09,084 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:55:09,084 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:55:09,084 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:55:09,089 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-12T17:55:09,089 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:55:09,089 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:55:09,097 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:55:09,107 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Unable to get data of znode /1206004774/balancer because node does not exist (not necessarily an error) 2024-11-12T17:55:09,138 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1206004774/balancer already deleted, retry=false 2024-11-12T17:55:09,139 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:55:09,142 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Unable to get data of znode /1206004774/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:55:09,153 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1206004774/normalizer already deleted, retry=false 2024-11-12T17:55:09,153 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:55:09,156 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Unable to get data of znode /1206004774/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:55:09,166 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1206004774/switch/split already deleted, retry=false 2024-11-12T17:55:09,170 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Unable to get data of znode /1206004774/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:55:09,184 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1206004774/switch/merge already deleted, retry=false 2024-11-12T17:55:09,192 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Unable to get data of znode /1206004774/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:55:09,208 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1206004774/snapshot-cleanup already deleted, retry=false 2024-11-12T17:55:09,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1206004774/running 2024-11-12T17:55:09,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:09,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1206004774/running 2024-11-12T17:55:09,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:09,224 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,45699,1731434106963, sessionid=0x101317955310003, setting cluster-up flag (Was=false) 2024-11-12T17:55:09,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:09,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:09,323 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1206004774/flush-table-proc/acquired, /1206004774/flush-table-proc/reached, /1206004774/flush-table-proc/abort 2024-11-12T17:55:09,359 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,45699,1731434106963 2024-11-12T17:55:09,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:09,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:09,479 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1206004774/online-snapshot/acquired, /1206004774/online-snapshot/reached, /1206004774/online-snapshot/abort 2024-11-12T17:55:09,496 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,45699,1731434106963 2024-11-12T17:55:09,500 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:55:09,504 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:09,504 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:55:09,504 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:55:09,505 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,45699,1731434106963 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:55:09,508 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:09,508 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:09,508 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:09,508 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:09,509 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:55:09,509 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,509 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:55:09,509 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:09,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:55:09,517 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:09,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:55:09,539 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434139539 2024-11-12T17:55:09,539 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:55:09,540 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:55:09,540 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:55:09,540 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:55:09,540 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:55:09,540 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:55:09,543 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(746): ClusterId : bd0eabb4-62c6-4a89-9928-1b0582f57025 2024-11-12T17:55:09,543 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:55:09,544 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,547 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:55:09,548 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:55:09,548 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:55:09,548 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:55:09,553 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:55:09,553 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:55:09,555 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:55:09,555 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:55:09,560 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434109555,5,FailOnTimeoutGroup] 2024-11-12T17:55:09,560 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434109560,5,FailOnTimeoutGroup] 2024-11-12T17:55:09,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:55:09,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:55:09,562 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:55:09,562 DEBUG [RS:0;6684de3f6e40:34743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48594f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:55:09,578 DEBUG [RS:0;6684de3f6e40:34743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:34743 2024-11-12T17:55:09,578 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:55:09,578 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:55:09,578 DEBUG [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:55:09,579 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,45699,1731434106963 with port=34743, startcode=1731434107195 2024-11-12T17:55:09,579 DEBUG [RS:0;6684de3f6e40:34743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:55:09,580 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:55:09,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,34743,1731434107195 2024-11-12T17:55:09,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45699 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,34743,1731434107195 2024-11-12T17:55:09,583 DEBUG [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e 2024-11-12T17:55:09,583 DEBUG [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45307 2024-11-12T17:55:09,583 DEBUG [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:55:09,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774/rs 2024-11-12T17:55:09,591 DEBUG [RS:0;6684de3f6e40:34743 {}] zookeeper.ZKUtil(111): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Set watcher on existing znode=/1206004774/rs/6684de3f6e40,34743,1731434107195 2024-11-12T17:55:09,592 WARN [RS:0;6684de3f6e40:34743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:55:09,592 INFO [RS:0;6684de3f6e40:34743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:09,592 DEBUG [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/WALs/6684de3f6e40,34743,1731434107195 2024-11-12T17:55:09,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,34743,1731434107195] 2024-11-12T17:55:09,607 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:55:09,609 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:55:09,610 INFO [RS:0;6684de3f6e40:34743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:55:09,610 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,614 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:55:09,615 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:55:09,615 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,615 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:09,616 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:55:09,616 DEBUG [RS:0;6684de3f6e40:34743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:55:09,619 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,619 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,619 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,619 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,620 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,620 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,34743,1731434107195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:55:09,641 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:55:09,641 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,34743,1731434107195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,641 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,641 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.Replication(171): 6684de3f6e40,34743,1731434107195 started 2024-11-12T17:55:09,662 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:09,662 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,34743,1731434107195, RpcServer on 6684de3f6e40/172.17.0.3:34743, sessionid=0x101317955310004 2024-11-12T17:55:09,662 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:55:09,662 DEBUG [RS:0;6684de3f6e40:34743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,34743,1731434107195 2024-11-12T17:55:09,662 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,34743,1731434107195' 2024-11-12T17:55:09,662 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1206004774/flush-table-proc/abort' 2024-11-12T17:55:09,663 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1206004774/flush-table-proc/acquired' 2024-11-12T17:55:09,663 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:55:09,663 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:55:09,663 DEBUG [RS:0;6684de3f6e40:34743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,34743,1731434107195 2024-11-12T17:55:09,663 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,34743,1731434107195' 2024-11-12T17:55:09,663 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1206004774/online-snapshot/abort' 2024-11-12T17:55:09,664 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1206004774/online-snapshot/acquired' 2024-11-12T17:55:09,664 DEBUG [RS:0;6684de3f6e40:34743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:55:09,664 INFO [RS:0;6684de3f6e40:34743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:55:09,664 INFO [RS:0;6684de3f6e40:34743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:55:09,764 INFO [RS:0;6684de3f6e40:34743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:55:09,768 INFO [RS:0;6684de3f6e40:34743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C34743%2C1731434107195, suffix=, logDir=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/WALs/6684de3f6e40,34743,1731434107195, archiveDir=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/oldWALs, maxLogs=10 2024-11-12T17:55:09,788 DEBUG [RS:0;6684de3f6e40:34743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/WALs/6684de3f6e40,34743,1731434107195/6684de3f6e40%2C34743%2C1731434107195.1731434109768, exclude list is [], retry=0 2024-11-12T17:55:09,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39025,DS-0280f838-0df1-4e7b-aaeb-db1e02dd7123,DISK] 2024-11-12T17:55:09,793 INFO [RS:0;6684de3f6e40:34743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/WALs/6684de3f6e40,34743,1731434107195/6684de3f6e40%2C34743%2C1731434107195.1731434109768 2024-11-12T17:55:09,795 DEBUG [RS:0;6684de3f6e40:34743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44187:44187)] 2024-11-12T17:55:09,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:55:09,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e 2024-11-12T17:55:09,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741833_1009 (size=32) 2024-11-12T17:55:09,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:09,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:55:09,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:55:09,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:09,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:09,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:55:09,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:55:09,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:09,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:09,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:55:09,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:55:09,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:09,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:09,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:55:09,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:55:09,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:09,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:09,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:55:09,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/1588230740 2024-11-12T17:55:09,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/1588230740 2024-11-12T17:55:09,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:55:09,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:55:09,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:09,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:55:10,004 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:10,004 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59246461, jitterRate=-0.1171589344739914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:10,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434109978Initializing all the Stores at 1731434109978Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434109979 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434109979Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434109979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434109979Cleaning up temporary data from old regions at 1731434109998 (+19 ms)Region opened successfully at 1731434110005 (+7 ms) 2024-11-12T17:55:10,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:55:10,005 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:55:10,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:55:10,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:55:10,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:55:10,005 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:55:10,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434110005Disabling compacts and flushes for region at 1731434110005Disabling writes for close at 1731434110005Writing region close event to WAL at 1731434110005Closed at 1731434110005 2024-11-12T17:55:10,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:10,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:55:10,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:55:10,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:55:10,010 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:55:10,160 DEBUG [6684de3f6e40:45699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:55:10,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,34743,1731434107195 2024-11-12T17:55:10,162 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,34743,1731434107195, state=OPENING 2024-11-12T17:55:11,123 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:55:11,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:11,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:11,167 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:55:11,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1206004774/meta-region-server: CHANGED 2024-11-12T17:55:11,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,34743,1731434107195}] 2024-11-12T17:55:11,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1206004774/meta-region-server: CHANGED 2024-11-12T17:55:11,323 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:55:11,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:55:11,354 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:55:11,354 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:11,354 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:55:11,360 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C34743%2C1731434107195.meta, suffix=.meta, logDir=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/WALs/6684de3f6e40,34743,1731434107195, archiveDir=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/oldWALs, maxLogs=10 2024-11-12T17:55:11,377 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/WALs/6684de3f6e40,34743,1731434107195/6684de3f6e40%2C34743%2C1731434107195.meta.1731434111361.meta, exclude list is [], retry=0 2024-11-12T17:55:11,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39025,DS-0280f838-0df1-4e7b-aaeb-db1e02dd7123,DISK] 2024-11-12T17:55:11,392 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/WALs/6684de3f6e40,34743,1731434107195/6684de3f6e40%2C34743%2C1731434107195.meta.1731434111361.meta 2024-11-12T17:55:11,395 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44187:44187)] 2024-11-12T17:55:11,395 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:11,396 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:55:11,396 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:55:11,396 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:55:11,396 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:55:11,396 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:55:11,396 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:11,396 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:55:11,396 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:55:11,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:55:11,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:55:11,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:11,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:11,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:55:11,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:55:11,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:11,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:11,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:55:11,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:55:11,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:11,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:11,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:55:11,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:55:11,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:11,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:11,417 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:55:11,419 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/1588230740 2024-11-12T17:55:11,425 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/1588230740 2024-11-12T17:55:11,426 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:55:11,426 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:55:11,427 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:11,455 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:55:11,465 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71049186, jitterRate=0.058715373277664185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:11,465 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:55:11,466 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434111397Writing region info on filesystem at 1731434111397Initializing all the Stores at 1731434111397Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434111397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434111407 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434111407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434111407Cleaning up temporary data from old regions at 1731434111426 (+19 ms)Running coprocessor post-open hooks at 1731434111466 (+40 ms)Region opened successfully at 1731434111466 2024-11-12T17:55:11,476 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434111322 2024-11-12T17:55:11,485 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:55:11,485 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:55:11,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,34743,1731434107195 2024-11-12T17:55:11,489 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,34743,1731434107195, state=OPEN 2024-11-12T17:55:11,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1206004774/meta-region-server 2024-11-12T17:55:11,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1206004774/meta-region-server: CHANGED 2024-11-12T17:55:11,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1206004774/meta-region-server 2024-11-12T17:55:11,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1206004774/meta-region-server: CHANGED 2024-11-12T17:55:11,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,34743,1731434107195 2024-11-12T17:55:11,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:55:11,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,34743,1731434107195 in 333 msec 2024-11-12T17:55:11,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:55:11,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.5000 sec 2024-11-12T17:55:11,515 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:11,515 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:55:11,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:11,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,34743,1731434107195, seqNum=-1] 2024-11-12T17:55:11,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:11,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:11,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0350 sec 2024-11-12T17:55:11,555 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434111555, completionTime=-1 2024-11-12T17:55:11,555 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:55:11,555 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:55:11,559 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:55:11,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434171559 2024-11-12T17:55:11,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434231560 2024-11-12T17:55:11,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-12T17:55:11,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45699,1731434106963-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:11,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45699,1731434106963-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:11,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45699,1731434106963-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:11,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:45699, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:11,560 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:11,563 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:11,566 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:55:11,576 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.306sec 2024-11-12T17:55:11,576 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:55:11,576 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:55:11,577 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:55:11,577 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:55:11,577 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:55:11,577 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45699,1731434106963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:55:11,577 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45699,1731434106963-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:55:11,603 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:55:11,603 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:55:11,603 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45699,1731434106963-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:11,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b3cbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:11,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,45699,-1 for getting cluster id 2024-11-12T17:55:11,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:11,657 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd0eabb4-62c6-4a89-9928-1b0582f57025' 2024-11-12T17:55:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd0eabb4-62c6-4a89-9928-1b0582f57025" 2024-11-12T17:55:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188efdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,45699,-1] 2024-11-12T17:55:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:11,660 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:11,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f899367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:11,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,34743,1731434107195, seqNum=-1] 2024-11-12T17:55:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:11,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:11,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,45699,1731434106963 2024-11-12T17:55:11,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56643 2024-11-12T17:55:11,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:11,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101317955310005 connected 2024-11-12T17:55:11,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692296f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:11,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33695,-1 for getting cluster id 2024-11-12T17:55:11,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:11,729 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd421702-a709-4d5c-bf0d-b3f5b295069e' 2024-11-12T17:55:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:11,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd421702-a709-4d5c-bf0d-b3f5b295069e" 2024-11-12T17:55:11,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c1247c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:11,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33695,-1] 2024-11-12T17:55:11,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:11,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:11,731 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:11,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b6afe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:11,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:11,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33695,1731434098439 2024-11-12T17:55:11,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed0213d 2024-11-12T17:55:11,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:11,735 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:11,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:45699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:55:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:55:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:11,738 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:45699' 2024-11-12T17:55:11,740 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29793ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:11,740 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,45699,-1 for getting cluster id 2024-11-12T17:55:11,740 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:11,743 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd0eabb4-62c6-4a89-9928-1b0582f57025' 2024-11-12T17:55:11,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:11,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd0eabb4-62c6-4a89-9928-1b0582f57025" 2024-11-12T17:55:11,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5450f71e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:11,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,45699,-1] 2024-11-12T17:55:11,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:11,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:11,748 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:11,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5d716d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:11,752 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:11,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,45699,1731434106963 2024-11-12T17:55:11,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dee9d77 2024-11-12T17:55:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:11,756 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:11,760 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T17:55:11,760 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:55:11,760 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:11,760 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:11,761 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:55:11,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:11,764 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:55:11,766 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:55:11,766 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:11,768 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:55:11,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741835_1011 (size=1138) 2024-11-12T17:55:11,812 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a27c4afe5b34722294a5a1cc58e63b6e, NAME => 'hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d 2024-11-12T17:55:11,815 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:55:11,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741836_1012 (size=44) 2024-11-12T17:55:11,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:11,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a27c4afe5b34722294a5a1cc58e63b6e, disabling compactions & flushes 2024-11-12T17:55:11,833 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:11,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:11,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. after waiting 0 ms 2024-11-12T17:55:11,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:11,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:11,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a27c4afe5b34722294a5a1cc58e63b6e: Waiting for close lock at 1731434111833Disabling compacts and flushes for region at 1731434111833Disabling writes for close at 1731434111834 (+1 ms)Writing region close event to WAL at 1731434111834Closed at 1731434111834 2024-11-12T17:55:11,835 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:55:11,836 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434111835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434111835"}]},"ts":"1731434111835"} 2024-11-12T17:55:11,838 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:55:11,840 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:55:11,840 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434111840"}]},"ts":"1731434111840"} 2024-11-12T17:55:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:11,843 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:55:11,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27c4afe5b34722294a5a1cc58e63b6e, ASSIGN}] 2024-11-12T17:55:11,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27c4afe5b34722294a5a1cc58e63b6e, ASSIGN 2024-11-12T17:55:11,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a27c4afe5b34722294a5a1cc58e63b6e, ASSIGN; state=OFFLINE, location=6684de3f6e40,33479,1731434099312; forceNewPlan=false, retain=false 2024-11-12T17:55:11,996 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a27c4afe5b34722294a5a1cc58e63b6e, regionState=OPENING, regionLocation=6684de3f6e40,33479,1731434099312 2024-11-12T17:55:11,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a27c4afe5b34722294a5a1cc58e63b6e, ASSIGN because future has completed 2024-11-12T17:55:11,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a27c4afe5b34722294a5a1cc58e63b6e, server=6684de3f6e40,33479,1731434099312}] 2024-11-12T17:55:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:12,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:12,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:12,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:55:12,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C33479%2C1731434099312.rep, suffix=, logDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312, archiveDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs, maxLogs=10 2024-11-12T17:55:12,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.rep.1731434112176, exclude list is [], retry=0 2024-11-12T17:55:12,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37967,DS-9e093137-7aee-4996-9085-8f64c845c3cb,DISK] 2024-11-12T17:55:12,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.rep.1731434112176 2024-11-12T17:55:12,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-12T17:55:12,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a27c4afe5b34722294a5a1cc58e63b6e, NAME => 'hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:12,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:55:12,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:55:12,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. service=MultiRowMutationService 2024-11-12T17:55:12,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:55:12,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:12,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,240 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,241 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27c4afe5b34722294a5a1cc58e63b6e columnFamilyName hfileref 2024-11-12T17:55:12,242 DEBUG [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:12,242 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(327): Store=a27c4afe5b34722294a5a1cc58e63b6e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:12,242 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,249 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27c4afe5b34722294a5a1cc58e63b6e columnFamilyName queue 2024-11-12T17:55:12,249 DEBUG [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:12,250 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(327): Store=a27c4afe5b34722294a5a1cc58e63b6e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:12,250 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,252 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27c4afe5b34722294a5a1cc58e63b6e columnFamilyName sid 2024-11-12T17:55:12,252 DEBUG [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:12,252 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(327): Store=a27c4afe5b34722294a5a1cc58e63b6e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:12,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:55:12,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:12,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a27c4afe5b34722294a5a1cc58e63b6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59244547, jitterRate=-0.11718745529651642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:55:12,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a27c4afe5b34722294a5a1cc58e63b6e: Running coprocessor pre-open hook at 1731434112228Writing region info on filesystem at 1731434112228Initializing all the Stores at 1731434112235 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434112235Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434112239 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434112239Cleaning up temporary data from old regions at 1731434112255 (+16 ms)Running coprocessor post-open hooks at 1731434112262 (+7 ms)Region opened successfully at 1731434112263 (+1 ms) 2024-11-12T17:55:12,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e., pid=7, masterSystemTime=1731434112151 2024-11-12T17:55:12,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:12,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:12,267 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a27c4afe5b34722294a5a1cc58e63b6e, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,33479,1731434099312 2024-11-12T17:55:12,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a27c4afe5b34722294a5a1cc58e63b6e, server=6684de3f6e40,33479,1731434099312 because future has completed 2024-11-12T17:55:12,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T17:55:12,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a27c4afe5b34722294a5a1cc58e63b6e, server=6684de3f6e40,33479,1731434099312 in 272 msec 2024-11-12T17:55:12,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:55:12,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27c4afe5b34722294a5a1cc58e63b6e, ASSIGN in 429 msec 2024-11-12T17:55:12,275 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:55:12,275 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434112275"}]},"ts":"1731434112275"} 2024-11-12T17:55:12,277 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:55:12,278 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:55:12,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 517 msec 2024-11-12T17:55:12,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e., hostname=6684de3f6e40,33479,1731434099312, seqNum=2] 2024-11-12T17:55:12,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:12,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:12,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:55:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:12,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T17:55:12,512 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:55:12,545 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,33479,1731434099312, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:55:12,546 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:12,546 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33479,1731434099312, seqNum=-1] 2024-11-12T17:55:12,546 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:12,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-12T17:55:12,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,33479,1731434099312', locateType=CURRENT is [region=hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e., hostname=6684de3f6e40,33479,1731434099312, seqNum=2] 2024-11-12T17:55:12,551 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T17:55:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T17:55:12,558 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,33479,1731434099312 suceeded 2024-11-12T17:55:12,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T17:55:12,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-12T17:55:12,560 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:45699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:55:12,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 825 msec 2024-11-12T17:55:12,569 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:45699' 2024-11-12T17:55:12,571 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ef18885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:12,571 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,45699,-1 for getting cluster id 2024-11-12T17:55:12,571 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:12,572 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd0eabb4-62c6-4a89-9928-1b0582f57025' 2024-11-12T17:55:12,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:12,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd0eabb4-62c6-4a89-9928-1b0582f57025" 2024-11-12T17:55:12,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70920f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:12,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,45699,-1] 2024-11-12T17:55:12,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:12,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:12,574 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:12,575 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@430409e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:12,575 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:12,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,45699,1731434106963 2024-11-12T17:55:12,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eae19f0 2024-11-12T17:55:12,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:12,578 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-12T17:55:12,579 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,33479,1731434099312 (queues=1) is replicating from cluster=fd421702-a709-4d5c-bf0d-b3f5b295069e to cluster=bd0eabb4-62c6-4a89-9928-1b0582f57025 2024-11-12T17:55:12,579 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C33479%2C1731434099312 2024-11-12T17:55:12,579 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,33479,1731434099312, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:55:12,581 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312.replicationSource.shipper6684de3f6e40%2C33479%2C1731434099312,1-6684de3f6e40,33479,1731434099312 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C33479%2C1731434099312 2024-11-12T17:55:12,581 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312.replicationSource.wal-reader.6684de3f6e40%2C33479%2C1731434099312,1-6684de3f6e40,33479,1731434099312 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.1731434101843, startPosition=0, beingWritten=true 2024-11-12T17:55:12,792 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312.replicationSource.wal-reader.6684de3f6e40%2C33479%2C1731434099312,1-6684de3f6e40,33479,1731434099312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.1731434101843 to pos 0, reset compression=false 2024-11-12T17:55:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:12,873 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:55:12,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:12,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:12,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:12,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:12,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:12,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:12,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33695,1731434098439 2024-11-12T17:55:12,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dba23a9 2024-11-12T17:55:12,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:12,875 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:12,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T17:55:12,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:12,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:12,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:12,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:12,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:12,877 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:55:12,877 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=130478186, stopped=false 2024-11-12T17:55:12,877 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,33695,1731434098439 2024-11-12T17:55:12,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01417171399/running 2024-11-12T17:55:12,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01417171399/running 2024-11-12T17:55:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:12,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:55:12,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:12,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:12,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:12,903 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,33479,1731434099312' ***** 2024-11-12T17:55:12,903 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:55:12,904 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:55:12,904 INFO [RS:0;6684de3f6e40:33479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:55:12,904 INFO [RS:0;6684de3f6e40:33479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:55:12,904 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(3091): Received CLOSE for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/running 2024-11-12T17:55:12,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:55:12,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/running 2024-11-12T17:55:12,909 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,33479,1731434099312 2024-11-12T17:55:12,909 INFO [RS:0;6684de3f6e40:33479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:55:12,909 INFO [RS:0;6684de3f6e40:33479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:33479. 2024-11-12T17:55:12,909 DEBUG [RS:0;6684de3f6e40:33479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:12,909 DEBUG [RS:0;6684de3f6e40:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:12,909 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:55:12,909 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:55:12,909 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:55:12,909 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:55:12,910 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a27c4afe5b34722294a5a1cc58e63b6e, disabling compactions & flushes 2024-11-12T17:55:12,910 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:12,910 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:12,910 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. after waiting 0 ms 2024-11-12T17:55:12,910 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:12,910 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a27c4afe5b34722294a5a1cc58e63b6e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T17:55:12,912 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:55:12,912 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a27c4afe5b34722294a5a1cc58e63b6e=hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e.} 2024-11-12T17:55:12,912 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:12,912 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:55:12,912 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:55:12,912 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:55:12,912 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:55:12,912 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:55:12,912 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T17:55:12,934 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e/.tmp/queue/8e6290fbfaec40689eed9611cf3a8451 is 151, key is 1-6684de3f6e40,33479,1731434099312/queue:6684de3f6e40%2C33479%2C1731434099312/1731434112550/Put/seqid=0 2024-11-12T17:55:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741838_1014 (size=5350) 2024-11-12T17:55:12,944 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/info/7e1df2d9ccb1498db065c58987a9e47e is 147, key is hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e./info:regioninfo/1731434112267/Put/seqid=0 2024-11-12T17:55:12,944 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e/.tmp/queue/8e6290fbfaec40689eed9611cf3a8451 2024-11-12T17:55:12,948 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:55:12,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741839_1015 (size=6631) 2024-11-12T17:55:12,955 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/info/7e1df2d9ccb1498db065c58987a9e47e 2024-11-12T17:55:12,966 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e/.tmp/queue/8e6290fbfaec40689eed9611cf3a8451 as hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e/queue/8e6290fbfaec40689eed9611cf3a8451 2024-11-12T17:55:12,983 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e/queue/8e6290fbfaec40689eed9611cf3a8451, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T17:55:12,988 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a27c4afe5b34722294a5a1cc58e63b6e in 78ms, sequenceid=5, compaction requested=false 2024-11-12T17:55:12,988 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T17:55:13,001 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T17:55:13,002 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:55:13,002 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:55:13,002 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:13,002 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a27c4afe5b34722294a5a1cc58e63b6e: Waiting for close lock at 1731434112910Running coprocessor pre-close hooks at 1731434112910Disabling compacts and flushes for region at 1731434112910Disabling writes for close at 1731434112910Obtaining lock to block concurrent updates at 1731434112910Preparing flush snapshotting stores in a27c4afe5b34722294a5a1cc58e63b6e at 1731434112910Finished memstore snapshotting hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731434112910Flushing stores of hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. at 1731434112911 (+1 ms)Flushing a27c4afe5b34722294a5a1cc58e63b6e/queue: creating writer at 1731434112911Flushing a27c4afe5b34722294a5a1cc58e63b6e/queue: appending metadata at 1731434112933 (+22 ms)Flushing a27c4afe5b34722294a5a1cc58e63b6e/queue: closing flushed file at 1731434112933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11266a75: reopening flushed file at 1731434112957 (+24 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a27c4afe5b34722294a5a1cc58e63b6e in 78ms, sequenceid=5, compaction requested=false at 1731434112988 (+31 ms)Writing region close event to WAL at 1731434112992 (+4 ms)Running coprocessor post-close hooks at 1731434113002 (+10 ms)Closed at 1731434113002 2024-11-12T17:55:13,002 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:13,004 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/ns/413b68f40bf34df592b79cf72dbc1804 is 43, key is default/ns:d/1731434102749/Put/seqid=0 2024-11-12T17:55:13,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741840_1016 (size=5153) 2024-11-12T17:55:13,098 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312.replicationSource.wal-reader.6684de3f6e40%2C33479%2C1731434099312,1-6684de3f6e40,33479,1731434099312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.1731434101843 to pos 0, reset compression=false 2024-11-12T17:55:13,112 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:13,312 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:13,414 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/ns/413b68f40bf34df592b79cf72dbc1804 2024-11-12T17:55:13,434 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/table/72d1fcb346d641399e69b6a5775a6a3c is 53, key is hbase:replication/table:state/1731434112275/Put/seqid=0 2024-11-12T17:55:13,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741841_1017 (size=5256) 2024-11-12T17:55:13,503 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312.replicationSource.wal-reader.6684de3f6e40%2C33479%2C1731434099312,1-6684de3f6e40,33479,1731434099312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.1731434101843 to pos 0, reset compression=false 2024-11-12T17:55:13,512 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:13,564 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:55:13,564 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:55:13,712 DEBUG [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:13,857 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/table/72d1fcb346d641399e69b6a5775a6a3c 2024-11-12T17:55:13,866 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/info/7e1df2d9ccb1498db065c58987a9e47e as hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/info/7e1df2d9ccb1498db065c58987a9e47e 2024-11-12T17:55:13,873 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/info/7e1df2d9ccb1498db065c58987a9e47e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T17:55:13,874 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/ns/413b68f40bf34df592b79cf72dbc1804 as hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/ns/413b68f40bf34df592b79cf72dbc1804 2024-11-12T17:55:13,883 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/ns/413b68f40bf34df592b79cf72dbc1804, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T17:55:13,885 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/table/72d1fcb346d641399e69b6a5775a6a3c as hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/table/72d1fcb346d641399e69b6a5775a6a3c 2024-11-12T17:55:13,891 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/table/72d1fcb346d641399e69b6a5775a6a3c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T17:55:13,895 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 983ms, sequenceid=11, compaction requested=false 2024-11-12T17:55:13,900 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T17:55:13,903 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:55:13,903 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:55:13,903 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:55:13,904 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434112912Running coprocessor pre-close hooks at 1731434112912Disabling compacts and flushes for region at 1731434112912Disabling writes for close at 1731434112912Obtaining lock to block concurrent updates at 1731434112912Preparing flush snapshotting stores in 1588230740 at 1731434112912Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731434112913 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434112913Flushing 1588230740/info: creating writer at 1731434112913Flushing 1588230740/info: appending metadata at 1731434112943 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731434112943Flushing 1588230740/ns: creating writer at 1731434112984 (+41 ms)Flushing 1588230740/ns: appending metadata at 1731434113003 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731434113003Flushing 1588230740/table: creating writer at 1731434113419 (+416 ms)Flushing 1588230740/table: appending metadata at 1731434113433 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731434113433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71cbb301: reopening flushed file at 1731434113865 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b790ed6: reopening flushed file at 1731434113873 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7874664d: reopening flushed file at 1731434113883 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 983ms, sequenceid=11, compaction requested=false at 1731434113895 (+12 ms)Writing region close event to WAL at 1731434113896 (+1 ms)Running coprocessor post-close hooks at 1731434113903 (+7 ms)Closed at 1731434113903 2024-11-12T17:55:13,904 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:55:13,913 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,33479,1731434099312; all regions closed. 2024-11-12T17:55:13,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.meta.1731434102432.meta not finished, retry = 0 2024-11-12T17:55:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741834_1010 (size=2742) 2024-11-12T17:55:14,018 DEBUG [RS:0;6684de3f6e40:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs 2024-11-12T17:55:14,018 INFO [RS:0;6684de3f6e40:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C33479%2C1731434099312.meta:.meta(num 1731434102432) 2024-11-12T17:55:14,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.rep.1731434112176 not finished, retry = 0 2024-11-12T17:55:14,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741837_1013 (size=1586) 2024-11-12T17:55:14,024 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312.replicationSource.wal-reader.6684de3f6e40%2C33479%2C1731434099312,1-6684de3f6e40,33479,1731434099312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.1731434101843 to pos 0, reset compression=false 2024-11-12T17:55:14,124 DEBUG [RS:0;6684de3f6e40:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs 2024-11-12T17:55:14,124 INFO [RS:0;6684de3f6e40:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C33479%2C1731434099312.rep:(num 1731434112176) 2024-11-12T17:55:14,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741833_1009 (size=93) 2024-11-12T17:55:14,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312/6684de3f6e40%2C33479%2C1731434099312.1731434101843 not finished, retry = 0 2024-11-12T17:55:14,229 DEBUG [RS:0;6684de3f6e40:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs 2024-11-12T17:55:14,229 INFO [RS:0;6684de3f6e40:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C33479%2C1731434099312:(num 1731434101843) 2024-11-12T17:55:14,229 DEBUG [RS:0;6684de3f6e40:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:14,229 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:55:14,229 INFO [RS:0;6684de3f6e40:33479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:55:14,229 INFO [RS:0;6684de3f6e40:33479 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:55:14,230 INFO [RS:0;6684de3f6e40:33479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:55:14,230 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,33479,1731434099312 because: Region server is closing 2024-11-12T17:55:14,230 INFO [RS:0;6684de3f6e40:33479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:33479. 2024-11-12T17:55:14,230 DEBUG [RS:0;6684de3f6e40:33479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:14,230 DEBUG [RS:0;6684de3f6e40:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:14,231 DEBUG [RS:0;6684de3f6e40:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:14,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:14,232 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:55:14,331 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312.replicationSource.wal-reader.6684de3f6e40%2C33479%2C1731434099312,1-6684de3f6e40,33479,1731434099312 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T17:55:14,331 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312.replicationSource.shipper6684de3f6e40%2C33479%2C1731434099312,1-6684de3f6e40,33479,1731434099312 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T17:55:14,331 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33479,1731434099312.replicationSource.shipper6684de3f6e40%2C33479%2C1731434099312,1-6684de3f6e40,33479,1731434099312 terminated 2024-11-12T17:55:14,331 INFO [RS:0;6684de3f6e40:33479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33479 2024-11-12T17:55:14,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/rs 2024-11-12T17:55:14,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01417171399/rs/6684de3f6e40,33479,1731434099312 2024-11-12T17:55:14,341 INFO [RS:0;6684de3f6e40:33479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:55:14,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,33479,1731434099312] 2024-11-12T17:55:14,357 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/draining/6684de3f6e40,33479,1731434099312 already deleted, retry=false 2024-11-12T17:55:14,357 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,33479,1731434099312 expired; onlineServers=0 2024-11-12T17:55:14,357 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,33695,1731434098439' ***** 2024-11-12T17:55:14,357 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:55:14,357 INFO [M:0;6684de3f6e40:33695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:55:14,357 INFO [M:0;6684de3f6e40:33695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:55:14,358 DEBUG [M:0;6684de3f6e40:33695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:55:14,358 DEBUG [M:0;6684de3f6e40:33695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:55:14,358 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434101235 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434101235,5,FailOnTimeoutGroup] 2024-11-12T17:55:14,358 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:55:14,358 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434101244 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434101244,5,FailOnTimeoutGroup] 2024-11-12T17:55:14,358 INFO [M:0;6684de3f6e40:33695 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:55:14,358 INFO [M:0;6684de3f6e40:33695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:55:14,358 DEBUG [M:0;6684de3f6e40:33695 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:55:14,358 INFO [M:0;6684de3f6e40:33695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:55:14,358 INFO [M:0;6684de3f6e40:33695 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:55:14,358 INFO [M:0;6684de3f6e40:33695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:55:14,358 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:55:14,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01417171399/master 2024-11-12T17:55:14,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:14,366 DEBUG [M:0;6684de3f6e40:33695 {}] zookeeper.ZKUtil(347): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/master because node does not exist (not an error) 2024-11-12T17:55:14,366 WARN [M:0;6684de3f6e40:33695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T17:55:14,366 INFO [M:0;6684de3f6e40:33695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/.lastflushedseqids 2024-11-12T17:55:14,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741842_1018 (size=181) 2024-11-12T17:55:14,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:14,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x101317955310001, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:14,449 INFO [RS:0;6684de3f6e40:33479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:55:14,449 INFO [RS:0;6684de3f6e40:33479 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,33479,1731434099312; zookeeper connection closed. 2024-11-12T17:55:14,451 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cdb3457 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cdb3457 2024-11-12T17:55:14,451 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:55:14,786 INFO [M:0;6684de3f6e40:33695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:55:14,786 INFO [M:0;6684de3f6e40:33695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:55:14,787 DEBUG [M:0;6684de3f6e40:33695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:55:14,787 INFO [M:0;6684de3f6e40:33695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:14,787 DEBUG [M:0;6684de3f6e40:33695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:14,787 DEBUG [M:0;6684de3f6e40:33695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:55:14,787 DEBUG [M:0;6684de3f6e40:33695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:14,787 INFO [M:0;6684de3f6e40:33695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T17:55:14,804 DEBUG [M:0;6684de3f6e40:33695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9acaf51cec974466b8a467cf4d234660 is 82, key is hbase:meta,,1/info:regioninfo/1731434102640/Put/seqid=0 2024-11-12T17:55:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741843_1019 (size=5672) 2024-11-12T17:55:15,209 INFO [M:0;6684de3f6e40:33695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9acaf51cec974466b8a467cf4d234660 2024-11-12T17:55:15,259 DEBUG [M:0;6684de3f6e40:33695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c555113811245588defe2a51ef1109e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731434112279/Put/seqid=0 2024-11-12T17:55:15,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741844_1020 (size=7203) 2024-11-12T17:55:15,314 INFO [M:0;6684de3f6e40:33695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c555113811245588defe2a51ef1109e 2024-11-12T17:55:15,365 DEBUG [M:0;6684de3f6e40:33695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b187324e8f344e8e8173ea105ef9cb22 is 69, key is 6684de3f6e40,33479,1731434099312/rs:state/1731434101432/Put/seqid=0 2024-11-12T17:55:15,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741845_1021 (size=5156) 2024-11-12T17:55:15,431 INFO [M:0;6684de3f6e40:33695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b187324e8f344e8e8173ea105ef9cb22 2024-11-12T17:55:15,455 DEBUG [M:0;6684de3f6e40:33695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9acaf51cec974466b8a467cf4d234660 as hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9acaf51cec974466b8a467cf4d234660 2024-11-12T17:55:15,466 INFO [M:0;6684de3f6e40:33695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9acaf51cec974466b8a467cf4d234660, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T17:55:15,475 DEBUG [M:0;6684de3f6e40:33695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c555113811245588defe2a51ef1109e as hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c555113811245588defe2a51ef1109e 2024-11-12T17:55:15,504 INFO [M:0;6684de3f6e40:33695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c555113811245588defe2a51ef1109e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T17:55:15,507 DEBUG [M:0;6684de3f6e40:33695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b187324e8f344e8e8173ea105ef9cb22 as hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b187324e8f344e8e8173ea105ef9cb22 2024-11-12T17:55:15,527 INFO [M:0;6684de3f6e40:33695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b187324e8f344e8e8173ea105ef9cb22, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T17:55:15,529 INFO [M:0;6684de3f6e40:33695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 741ms, sequenceid=70, compaction requested=false 2024-11-12T17:55:15,569 INFO [M:0;6684de3f6e40:33695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:15,569 DEBUG [M:0;6684de3f6e40:33695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434114787Disabling compacts and flushes for region at 1731434114787Disabling writes for close at 1731434114787Obtaining lock to block concurrent updates at 1731434114787Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434114787Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731434114787Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434114788 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434114788Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434114804 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434114804Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434115214 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434115258 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434115259 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434115326 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434115365 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434115365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e73dde2: reopening flushed file at 1731434115441 (+76 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aba81d3: reopening flushed file at 1731434115466 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0b6b7: reopening flushed file at 1731434115504 (+38 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 741ms, sequenceid=70, compaction requested=false at 1731434115529 (+25 ms)Writing region close event to WAL at 1731434115569 (+40 ms)Closed at 1731434115569 2024-11-12T17:55:15,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741830_1006 (size=41008) 2024-11-12T17:55:15,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:55:15,604 INFO [M:0;6684de3f6e40:33695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:55:15,604 INFO [M:0;6684de3f6e40:33695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33695 2024-11-12T17:55:15,604 INFO [M:0;6684de3f6e40:33695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:55:15,607 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:55:15,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:15,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x101317955310000, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:15,728 INFO [M:0;6684de3f6e40:33695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:55:15,730 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:55:15,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:15,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:15,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:55:15,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:15,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:55:15,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:55:15,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:55:15,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43025 2024-11-12T17:55:15,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43025 connecting to ZooKeeper ensemble=127.0.0.1:56643 2024-11-12T17:55:15,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430250x0, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:15,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43025-0x101317955310006 connected 2024-11-12T17:55:15,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:15,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:15,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/running 2024-11-12T17:55:15,808 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d, hbase.cluster.distributed=false 2024-11-12T17:55:15,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/acl 2024-11-12T17:55:15,815 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: INIT 2024-11-12T17:55:15,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-12T17:55:15,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43025 2024-11-12T17:55:15,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43025 2024-11-12T17:55:15,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-12T17:55:15,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-12T17:55:15,925 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:55:15,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:15,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:15,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:55:15,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:15,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:55:15,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:55:15,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:55:15,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35017 2024-11-12T17:55:15,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35017 connecting to ZooKeeper ensemble=127.0.0.1:56643 2024-11-12T17:55:15,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:15,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:15,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350170x0, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:16,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350170x0, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/running 2024-11-12T17:55:16,000 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:55:16,008 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: INIT 2024-11-12T17:55:16,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35017-0x101317955310007 connected 2024-11-12T17:55:16,051 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:55:16,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/master 2024-11-12T17:55:16,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/acl 2024-11-12T17:55:16,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35017 2024-11-12T17:55:16,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35017 2024-11-12T17:55:16,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35017 2024-11-12T17:55:16,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35017 2024-11-12T17:55:16,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35017 2024-11-12T17:55:16,195 DEBUG [M:0;6684de3f6e40:43025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:43025 2024-11-12T17:55:16,212 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01417171399/backup-masters/6684de3f6e40,43025,1731434115730 2024-11-12T17:55:16,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/backup-masters 2024-11-12T17:55:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/backup-masters 2024-11-12T17:55:16,528 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on existing znode=/01417171399/backup-masters/6684de3f6e40,43025,1731434115730 2024-11-12T17:55:16,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01417171399/master 2024-11-12T17:55:16,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:16,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:16,546 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on existing znode=/01417171399/master 2024-11-12T17:55:16,547 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01417171399/backup-masters/6684de3f6e40,43025,1731434115730 from backup master directory 2024-11-12T17:55:16,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/backup-masters 2024-11-12T17:55:16,558 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:55:16,558 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,43025,1731434115730 2024-11-12T17:55:16,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01417171399/backup-masters/6684de3f6e40,43025,1731434115730 2024-11-12T17:55:16,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/backup-masters 2024-11-12T17:55:16,594 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:16,594 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:55:16,604 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 10ms. 2024-11-12T17:55:16,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741846_1022 (size=196) 2024-11-12T17:55:16,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:55:16,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:16,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:16,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:16,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:16,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:16,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:17,063 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:55:17,064 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:55:17,066 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:17,124 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T17:55:17,164 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,33695,1731434098439 to hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,33695,1731434098439-dead as it is dead 2024-11-12T17:55:17,183 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,33695,1731434098439-dead/6684de3f6e40%2C33695%2C1731434098439.1731434100549 2024-11-12T17:55:17,191 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,33695,1731434098439-dead/6684de3f6e40%2C33695%2C1731434098439.1731434100549 after 8ms 2024-11-12T17:55:17,195 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,33695,1731434098439-dead/6684de3f6e40%2C33695%2C1731434098439.1731434100549 to hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6684de3f6e40%2C33695%2C1731434098439.1731434100549 2024-11-12T17:55:17,195 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,33695,1731434098439-dead 2024-11-12T17:55:17,199 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,43025,1731434115730 2024-11-12T17:55:17,207 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:55:17,219 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C43025%2C1731434115730, suffix=, logDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,43025,1731434115730, archiveDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/oldWALs, maxLogs=10 2024-11-12T17:55:17,264 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,43025,1731434115730/6684de3f6e40%2C43025%2C1731434115730.1731434117220, exclude list is [], retry=0 2024-11-12T17:55:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37967,DS-9e093137-7aee-4996-9085-8f64c845c3cb,DISK] 2024-11-12T17:55:17,287 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/WALs/6684de3f6e40,43025,1731434115730/6684de3f6e40%2C43025%2C1731434115730.1731434117220 2024-11-12T17:55:17,299 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-12T17:55:17,299 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:17,300 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:17,300 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:17,300 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:17,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:17,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:55:17,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:17,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9acaf51cec974466b8a467cf4d234660 2024-11-12T17:55:17,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:17,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:17,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:55:17,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:17,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c555113811245588defe2a51ef1109e 2024-11-12T17:55:17,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:17,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:17,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:55:17,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:17,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b187324e8f344e8e8173ea105ef9cb22 2024-11-12T17:55:17,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:17,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:17,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:55:17,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:17,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:17,519 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:17,524 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T17:55:17,524 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6684de3f6e40%2C33695%2C1731434098439.1731434100549 2024-11-12T17:55:17,532 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6684de3f6e40%2C33695%2C1731434098439.1731434100549 2024-11-12T17:55:17,544 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6684de3f6e40%2C33695%2C1731434098439.1731434100549 2024-11-12T17:55:17,546 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:17,546 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:17,547 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:17,548 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:17,569 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-12T17:55:17,575 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71321472, jitterRate=0.06277275085449219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:17,575 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434117300Initializing all the Stores at 1731434117319 (+19 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434117319Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434117323 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434117323Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434117323Cleaning up temporary data from old regions at 1731434117546 (+223 ms)Region opened successfully at 1731434117575 (+29 ms) 2024-11-12T17:55:17,591 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:55:17,600 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e21a3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:55:17,612 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T17:55:17,613 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:55:17,613 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:55:17,613 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:55:17,623 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 10 msec 2024-11-12T17:55:17,637 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:17,639 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:55:17,640 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:55:17,640 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 17 msec 2024-11-12T17:55:17,640 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:55:17,649 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6684de3f6e40,33479,1731434099312, regionLocation=6684de3f6e40,33479,1731434099312, openSeqNum=2 2024-11-12T17:55:17,649 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6684de3f6e40,33479,1731434099312, table=hbase:meta, region=1588230740 2024-11-12T17:55:17,649 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,33479,1731434099312, state=OPEN 2024-11-12T17:55:17,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01417171399/meta-region-server 2024-11-12T17:55:17,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01417171399/meta-region-server 2024-11-12T17:55:17,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: CHANGED 2024-11-12T17:55:17,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: CHANGED 2024-11-12T17:55:17,679 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:55:17,705 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/draining/6684de3f6e40,33479,1731434099312 already deleted, retry=false 2024-11-12T17:55:17,705 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6684de3f6e40,33479,1731434099312 on 6684de3f6e40,43025,1731434115730 2024-11-12T17:55:17,707 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6684de3f6e40,33479,1731434099312, splitWal=true, meta=true 2024-11-12T17:55:17,707 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 6684de3f6e40,33479,1731434099312 (carryingMeta=true) 6684de3f6e40,33479,1731434099312/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@63b77e8f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T17:55:17,711 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/balancer because node does not exist (not necessarily an error) 2024-11-12T17:55:17,719 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/balancer already deleted, retry=false 2024-11-12T17:55:17,720 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:55:17,721 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:55:17,731 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/normalizer already deleted, retry=false 2024-11-12T17:55:17,732 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:55:17,757 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:55:17,765 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/switch/split already deleted, retry=false 2024-11-12T17:55:17,767 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:55:17,777 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/switch/merge already deleted, retry=false 2024-11-12T17:55:17,808 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:55:17,819 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/snapshot-cleanup already deleted, retry=false 2024-11-12T17:55:17,841 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,43025,1731434115730, sessionid=0x101317955310006, setting cluster-up flag (Was=false) 2024-11-12T17:55:17,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01417171399/running 2024-11-12T17:55:17,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:17,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01417171399/running 2024-11-12T17:55:17,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:17,861 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01417171399/flush-table-proc/acquired, /01417171399/flush-table-proc/reached, /01417171399/flush-table-proc/abort 2024-11-12T17:55:17,867 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,43025,1731434115730 2024-11-12T17:55:17,878 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01417171399/online-snapshot/acquired, /01417171399/online-snapshot/reached, /01417171399/online-snapshot/abort 2024-11-12T17:55:17,879 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,43025,1731434115730 2024-11-12T17:55:17,900 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/.lastflushedseqids 2024-11-12T17:55:17,928 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:55:17,928 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:55:17,928 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,43025,1731434115730 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6684de3f6e40,33479,1731434099312 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:55:17,930 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:17,930 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:17,930 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:17,930 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:17,930 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:55:17,930 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:17,930 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:55:17,930 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:17,974 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6684de3f6e40,33479,1731434099312, splitWal=true, meta=true 2024-11-12T17:55:17,979 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6684de3f6e40,33479,1731434099312, splitWal=true, meta=true, isMeta: true 2024-11-12T17:55:17,982 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312-splitting 2024-11-12T17:55:17,983 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312-splitting dir is empty, no logs to split. 2024-11-12T17:55:17,983 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6684de3f6e40,33479,1731434099312 WAL count=0, meta=true 2024-11-12T17:55:17,987 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312-splitting dir is empty, no logs to split. 2024-11-12T17:55:17,987 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6684de3f6e40,33479,1731434099312 WAL count=0, meta=true 2024-11-12T17:55:17,987 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6684de3f6e40,33479,1731434099312 WAL splitting is done? wals=0, meta=true 2024-11-12T17:55:17,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:55:17,992 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:55:17,995 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T17:55:18,007 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434148007 2024-11-12T17:55:18,007 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:55:18,007 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:55:18,007 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:55:18,007 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:55:18,007 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:55:18,007 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:55:18,012 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,012 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:55:18,012 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:55:18,012 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:55:18,012 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:55:18,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:55:18,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:55:18,029 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(746): ClusterId : fd421702-a709-4d5c-bf0d-b3f5b295069e 2024-11-12T17:55:18,029 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:55:18,034 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434118027,5,FailOnTimeoutGroup] 2024-11-12T17:55:18,034 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434118034,5,FailOnTimeoutGroup] 2024-11-12T17:55:18,034 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,034 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:55:18,034 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,034 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,034 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434118034, completionTime=-1 2024-11-12T17:55:18,034 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T17:55:18,035 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T17:55:18,038 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:55:18,038 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:55:18,050 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:55:18,050 DEBUG [RS:0;6684de3f6e40:35017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758217f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:55:18,096 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:35017 2024-11-12T17:55:18,097 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:55:18,097 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:55:18,097 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:55:18,108 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,43025,1731434115730 with port=35017, startcode=1731434115924 2024-11-12T17:55:18,108 DEBUG [RS:0;6684de3f6e40:35017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:55:18,115 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:55:18,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,35017,1731434115924 2024-11-12T17:55:18,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,35017,1731434115924 2024-11-12T17:55:18,119 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d 2024-11-12T17:55:18,119 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34165 2024-11-12T17:55:18,120 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:55:18,139 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T17:55:18,147 WARN [6684de3f6e40:43025 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:55:18,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/rs 2024-11-12T17:55:18,151 DEBUG [RS:0;6684de3f6e40:35017 {}] zookeeper.ZKUtil(111): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on existing znode=/01417171399/rs/6684de3f6e40,35017,1731434115924 2024-11-12T17:55:18,151 WARN [RS:0;6684de3f6e40:35017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:55:18,151 INFO [RS:0;6684de3f6e40:35017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:18,151 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924 2024-11-12T17:55:18,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,35017,1731434115924] 2024-11-12T17:55:18,274 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:55:18,279 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:55:18,284 INFO [RS:0;6684de3f6e40:35017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:55:18,284 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,296 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:55:18,298 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:55:18,298 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:55:18,299 DEBUG [RS:0;6684de3f6e40:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:55:18,329 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,329 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,329 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,329 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,329 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,329 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,35017,1731434115924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:55:18,364 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:55:18,364 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,35017,1731434115924-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,409 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,35017,1731434115924, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:55:18,419 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,420 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.Replication(171): 6684de3f6e40,35017,1731434115924 started 2024-11-12T17:55:18,469 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:18,477 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,35017,1731434115924, RpcServer on 6684de3f6e40/172.17.0.3:35017, sessionid=0x101317955310007 2024-11-12T17:55:18,477 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:55:18,477 DEBUG [RS:0;6684de3f6e40:35017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,35017,1731434115924 2024-11-12T17:55:18,477 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,35017,1731434115924' 2024-11-12T17:55:18,477 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01417171399/flush-table-proc/abort' 2024-11-12T17:55:18,478 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01417171399/flush-table-proc/acquired' 2024-11-12T17:55:18,478 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:55:18,478 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:55:18,478 DEBUG [RS:0;6684de3f6e40:35017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,35017,1731434115924 2024-11-12T17:55:18,478 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,35017,1731434115924' 2024-11-12T17:55:18,478 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01417171399/online-snapshot/abort' 2024-11-12T17:55:18,479 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01417171399/online-snapshot/acquired' 2024-11-12T17:55:18,479 DEBUG [RS:0;6684de3f6e40:35017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:55:18,479 INFO [RS:0;6684de3f6e40:35017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:55:18,479 INFO [RS:0;6684de3f6e40:35017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:55:18,481 DEBUG [RS:0;6684de3f6e40:35017.replicationSource,1-6684de3f6e40,35017,1731434115924 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:45699' 2024-11-12T17:55:18,488 DEBUG [RS:0;6684de3f6e40:35017.replicationSource,1-6684de3f6e40,35017,1731434115924 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cc8add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:18,490 DEBUG [RS:0;6684de3f6e40:35017.replicationSource,1-6684de3f6e40,35017,1731434115924 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,45699,-1 for getting cluster id 2024-11-12T17:55:18,490 DEBUG [RS:0;6684de3f6e40:35017.replicationSource,1-6684de3f6e40,35017,1731434115924 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:18,495 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd0eabb4-62c6-4a89-9928-1b0582f57025' 2024-11-12T17:55:18,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:18,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd0eabb4-62c6-4a89-9928-1b0582f57025" 2024-11-12T17:55:18,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60ebe97e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:18,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,45699,-1] 2024-11-12T17:55:18,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:18,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:18,501 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:18,507 DEBUG [RS:0;6684de3f6e40:35017.replicationSource,1-6684de3f6e40,35017,1731434115924 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65918d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:18,507 DEBUG [RS:0;6684de3f6e40:35017.replicationSource,1-6684de3f6e40,35017,1731434115924 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:18,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,45699,1731434106963 2024-11-12T17:55:18,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bac2a02 2024-11-12T17:55:18,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:18,520 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-12T17:55:18,529 INFO [RS:0;6684de3f6e40:35017.replicationSource,1-6684de3f6e40,35017,1731434115924 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,35017,1731434115924 (queues=0) is replicating from cluster=fd421702-a709-4d5c-bf0d-b3f5b295069e to cluster=bd0eabb4-62c6-4a89-9928-1b0582f57025 2024-11-12T17:55:18,580 INFO [RS:0;6684de3f6e40:35017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:55:18,588 INFO [RS:0;6684de3f6e40:35017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C35017%2C1731434115924, suffix=, logDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924, archiveDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs, maxLogs=10 2024-11-12T17:55:18,606 DEBUG [RS:0;6684de3f6e40:35017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588, exclude list is [], retry=0 2024-11-12T17:55:18,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37967,DS-9e093137-7aee-4996-9085-8f64c845c3cb,DISK] 2024-11-12T17:55:18,664 INFO [RS:0;6684de3f6e40:35017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588 2024-11-12T17:55:18,682 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6684de3f6e40%2C35017%2C1731434115924 for peer 1 2024-11-12T17:55:18,682 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C35017%2C1731434115924 2024-11-12T17:55:18,683 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,35017,1731434115924, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:55:18,731 DEBUG [RS:0;6684de3f6e40:35017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-12T17:55:18,732 DEBUG [RS:0;6684de3f6e40:35017.replicationSource.wal-reader.6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588, startPosition=0, beingWritten=true 2024-11-12T17:55:18,733 INFO [RS:0;6684de3f6e40:35017.replicationSource.shipper6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C35017%2C1731434115924 2024-11-12T17:55:18,904 DEBUG [6684de3f6e40:43025 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:55:18,905 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,35017,1731434115924 2024-11-12T17:55:18,907 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,35017,1731434115924, state=OPENING 2024-11-12T17:55:18,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01417171399/meta-region-server 2024-11-12T17:55:18,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01417171399/meta-region-server 2024-11-12T17:55:18,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: CHANGED 2024-11-12T17:55:18,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: CHANGED 2024-11-12T17:55:18,938 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:55:18,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,35017,1731434115924}] 2024-11-12T17:55:18,953 DEBUG [RS:0;6684de3f6e40:35017.replicationSource.wal-reader.6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588 to pos 0, reset compression=false 2024-11-12T17:55:19,096 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:55:19,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:55:19,127 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:55:19,128 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:19,128 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:55:19,130 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C35017%2C1731434115924.meta, suffix=.meta, logDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924, archiveDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs, maxLogs=10 2024-11-12T17:55:19,185 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.meta.1731434119130.meta, exclude list is [], retry=0 2024-11-12T17:55:19,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37967,DS-9e093137-7aee-4996-9085-8f64c845c3cb,DISK] 2024-11-12T17:55:19,252 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.meta.1731434119130.meta 2024-11-12T17:55:19,259 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-12T17:55:19,260 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:19,260 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:55:19,260 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:55:19,260 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:55:19,260 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:55:19,260 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:55:19,260 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:19,260 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:55:19,260 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:55:19,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:55:19,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:55:19,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:19,282 DEBUG [RS:0;6684de3f6e40:35017.replicationSource.wal-reader.6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588 to pos 0, reset compression=false 2024-11-12T17:55:19,312 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/info/7e1df2d9ccb1498db065c58987a9e47e 2024-11-12T17:55:19,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:19,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:55:19,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:55:19,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:19,383 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/ns/413b68f40bf34df592b79cf72dbc1804 2024-11-12T17:55:19,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:19,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:55:19,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:55:19,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:19,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:19,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:55:19,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:55:19,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:19,428 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/table/72d1fcb346d641399e69b6a5775a6a3c 2024-11-12T17:55:19,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:19,429 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:55:19,430 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740 2024-11-12T17:55:19,443 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740 2024-11-12T17:55:19,473 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:55:19,473 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:55:19,479 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:19,492 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:55:19,495 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67420575, jitterRate=0.004644855856895447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:19,495 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:55:19,495 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434119261Writing region info on filesystem at 1731434119261Initializing all the Stores at 1731434119268 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434119268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434119269 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434119269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434119269Cleaning up temporary data from old regions at 1731434119473 (+204 ms)Running coprocessor post-open hooks at 1731434119495 (+22 ms)Region opened successfully at 1731434119495 2024-11-12T17:55:19,497 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731434119095 2024-11-12T17:55:19,499 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:55:19,500 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:55:19,500 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6684de3f6e40,35017,1731434115924 2024-11-12T17:55:19,517 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,35017,1731434115924, state=OPEN 2024-11-12T17:55:19,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01417171399/meta-region-server 2024-11-12T17:55:19,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01417171399/meta-region-server 2024-11-12T17:55:19,527 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,35017,1731434115924 2024-11-12T17:55:19,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: CHANGED 2024-11-12T17:55:19,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01417171399/meta-region-server: CHANGED 2024-11-12T17:55:19,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T17:55:19,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,35017,1731434115924 in 589 msec 2024-11-12T17:55:19,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:55:19,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.5480 sec 2024-11-12T17:55:19,691 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1552ms 2024-11-12T17:55:19,727 DEBUG [RS:0;6684de3f6e40:35017.replicationSource.wal-reader.6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588 to pos 0, reset compression=false 2024-11-12T17:55:20,271 DEBUG [RS:0;6684de3f6e40:35017.replicationSource.wal-reader.6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588 to pos 0, reset compression=false 2024-11-12T17:55:20,927 DEBUG [RS:0;6684de3f6e40:35017.replicationSource.wal-reader.6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588 to pos 0, reset compression=false 2024-11-12T17:55:21,227 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3193ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3088ms 2024-11-12T17:55:21,659 DEBUG [RS:0;6684de3f6e40:35017.replicationSource.wal-reader.6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588 to pos 0, reset compression=false 2024-11-12T17:55:22,493 DEBUG [RS:0;6684de3f6e40:35017.replicationSource.wal-reader.6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588 to pos 0, reset compression=false 2024-11-12T17:55:22,551 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4517ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T17:55:22,552 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:55:22,552 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:22,552 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,35017,1731434115924, seqNum=-1] 2024-11-12T17:55:22,553 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:22,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:22,568 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a27c4afe5b34722294a5a1cc58e63b6e, regionState=OPEN, lastHost=6684de3f6e40,33479,1731434099312, regionLocation=6684de3f6e40,33479,1731434099312, openSeqNum=2 2024-11-12T17:55:22,568 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:55:22,569 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434182569 2024-11-12T17:55:22,569 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434242569 2024-11-12T17:55:22,569 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 17 msec 2024-11-12T17:55:22,569 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43025,1731434115730-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:22,569 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43025,1731434115730-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:22,569 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43025,1731434115730-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:22,569 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:43025, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:22,569 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:22,570 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 6684de3f6e40,33479,1731434099312 had 2 regions 2024-11-12T17:55:22,570 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:22,582 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6684de3f6e40,33479,1731434099312, splitWal=true, meta=true, isMeta: false 2024-11-12T17:55:22,586 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.028sec 2024-11-12T17:55:22,586 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:55:22,586 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:55:22,586 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:55:22,586 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:55:22,586 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:55:22,586 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43025,1731434115730-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:55:22,586 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43025,1731434115730-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:55:22,595 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312-splitting dir is empty, no logs to split. 2024-11-12T17:55:22,595 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6684de3f6e40,33479,1731434099312 WAL count=0, meta=false 2024-11-12T17:55:22,604 WARN [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6684de3f6e40,33479,1731434099312/hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:22,605 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,33479,1731434099312-splitting dir is empty, no logs to split. 2024-11-12T17:55:22,605 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6684de3f6e40,33479,1731434099312 WAL count=0, meta=false 2024-11-12T17:55:22,605 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6684de3f6e40,33479,1731434099312 WAL splitting is done? wals=0, meta=false 2024-11-12T17:55:22,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27c4afe5b34722294a5a1cc58e63b6e, ASSIGN}] 2024-11-12T17:55:22,613 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27c4afe5b34722294a5a1cc58e63b6e, ASSIGN 2024-11-12T17:55:22,616 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a27c4afe5b34722294a5a1cc58e63b6e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T17:55:22,647 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:55:22,647 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:55:22,647 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43025,1731434115730-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:22,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723c30f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:22,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43025,-1 for getting cluster id 2024-11-12T17:55:22,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:22,660 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd421702-a709-4d5c-bf0d-b3f5b295069e' 2024-11-12T17:55:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd421702-a709-4d5c-bf0d-b3f5b295069e" 2024-11-12T17:55:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a55824e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:22,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43025,-1] 2024-11-12T17:55:22,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:22,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:22,672 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:22,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673ff630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:22,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:22,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,35017,1731434115924, seqNum=-1] 2024-11-12T17:55:22,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:22,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:22,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T17:55:22,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:22,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:22,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:22,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:22,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6684de3f6e40:43025 after: 6684de3f6e40:43025 2024-11-12T17:55:22,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:22,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab9f382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:22,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43025,-1 for getting cluster id 2024-11-12T17:55:22,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:22,705 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd421702-a709-4d5c-bf0d-b3f5b295069e' 2024-11-12T17:55:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd421702-a709-4d5c-bf0d-b3f5b295069e" 2024-11-12T17:55:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2b3fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43025,-1] 2024-11-12T17:55:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:22,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:22,708 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:22,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef7aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:22,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:22,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43025,1731434115730 2024-11-12T17:55:22,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4366b709 2024-11-12T17:55:22,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:22,725 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:22,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T17:55:22,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:55:22,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:22,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:22,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:22,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:22,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:55:22,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=923918183, stopped=false 2024-11-12T17:55:22,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,45699,1731434106963 2024-11-12T17:55:22,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:22,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1206004774/running 2024-11-12T17:55:22,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:22,760 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:55:22,760 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:22,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:22,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:22,761 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,34743,1731434107195' ***** 2024-11-12T17:55:22,761 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:55:22,761 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:55:22,762 INFO [RS:0;6684de3f6e40:34743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:55:22,762 INFO [RS:0;6684de3f6e40:34743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:55:22,762 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,34743,1731434107195 2024-11-12T17:55:22,762 INFO [RS:0;6684de3f6e40:34743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:55:22,762 INFO [RS:0;6684de3f6e40:34743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:34743. 2024-11-12T17:55:22,762 DEBUG [RS:0;6684de3f6e40:34743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:22,762 DEBUG [RS:0;6684de3f6e40:34743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:22,762 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:55:22,762 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:55:22,762 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:55:22,762 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:55:22,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1206004774/running 2024-11-12T17:55:22,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:22,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:55:22,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Set watcher on znode that does not yet exist, /1206004774/running 2024-11-12T17:55:22,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Set watcher on znode that does not yet exist, /1206004774/running 2024-11-12T17:55:22,767 DEBUG [6684de3f6e40:43025 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:55:22,767 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a27c4afe5b34722294a5a1cc58e63b6e, regionState=OPENING, regionLocation=6684de3f6e40,35017,1731434115924 2024-11-12T17:55:22,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a27c4afe5b34722294a5a1cc58e63b6e, ASSIGN because future has completed 2024-11-12T17:55:22,785 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:55:22,785 DEBUG [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:55:22,785 DEBUG [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:22,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a27c4afe5b34722294a5a1cc58e63b6e, server=6684de3f6e40,35017,1731434115924}] 2024-11-12T17:55:22,792 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:55:22,792 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:55:22,792 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:55:22,792 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:55:22,792 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:55:22,792 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T17:55:22,829 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:55:22,878 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/1588230740/.tmp/ns/d844009535964bb4b5f1700d04e508f4 is 43, key is default/ns:d/1731434111529/Put/seqid=0 2024-11-12T17:55:22,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741835_1011 (size=5153) 2024-11-12T17:55:22,901 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/1588230740/.tmp/ns/d844009535964bb4b5f1700d04e508f4 2024-11-12T17:55:22,967 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/1588230740/.tmp/ns/d844009535964bb4b5f1700d04e508f4 as hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/1588230740/ns/d844009535964bb4b5f1700d04e508f4 2024-11-12T17:55:22,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:22,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:22,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:55:22,981 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/1588230740/ns/d844009535964bb4b5f1700d04e508f4, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T17:55:22,982 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 190ms, sequenceid=6, compaction requested=false 2024-11-12T17:55:22,987 DEBUG [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:22,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C35017%2C1731434115924.rep, suffix=, logDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924, archiveDir=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs, maxLogs=10 2024-11-12T17:55:23,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.rep.1731434122991, exclude list is [], retry=0 2024-11-12T17:55:23,032 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T17:55:23,033 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:55:23,033 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:55:23,033 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:55:23,034 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434122791Running coprocessor pre-close hooks at 1731434122791Disabling compacts and flushes for region at 1731434122791Disabling writes for close at 1731434122792 (+1 ms)Obtaining lock to block concurrent updates at 1731434122792Preparing flush snapshotting stores in 1588230740 at 1731434122792Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731434122792Flushing stores of hbase:meta,,1.1588230740 at 1731434122799 (+7 ms)Flushing 1588230740/ns: creating writer at 1731434122799Flushing 1588230740/ns: appending metadata at 1731434122878 (+79 ms)Flushing 1588230740/ns: closing flushed file at 1731434122878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20604d51: reopening flushed file at 1731434122951 (+73 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 190ms, sequenceid=6, compaction requested=false at 1731434122983 (+32 ms)Writing region close event to WAL at 1731434123009 (+26 ms)Running coprocessor post-close hooks at 1731434123033 (+24 ms)Closed at 1731434123033 2024-11-12T17:55:23,034 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:55:23,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37967,DS-9e093137-7aee-4996-9085-8f64c845c3cb,DISK] 2024-11-12T17:55:23,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.rep.1731434122991 2024-11-12T17:55:23,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-12T17:55:23,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => a27c4afe5b34722294a5a1cc58e63b6e, NAME => 'hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:23,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:55:23,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:55:23,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. service=MultiRowMutationService 2024-11-12T17:55:23,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:55:23,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:23,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,087 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,108 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27c4afe5b34722294a5a1cc58e63b6e columnFamilyName hfileref 2024-11-12T17:55:23,108 DEBUG [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:23,113 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(327): Store=a27c4afe5b34722294a5a1cc58e63b6e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:23,113 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,116 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27c4afe5b34722294a5a1cc58e63b6e columnFamilyName queue 2024-11-12T17:55:23,116 DEBUG [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:23,142 DEBUG [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e/queue/8e6290fbfaec40689eed9611cf3a8451 2024-11-12T17:55:23,143 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(327): Store=a27c4afe5b34722294a5a1cc58e63b6e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:23,143 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,144 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27c4afe5b34722294a5a1cc58e63b6e columnFamilyName sid 2024-11-12T17:55:23,144 DEBUG [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:23,145 INFO [StoreOpener-a27c4afe5b34722294a5a1cc58e63b6e-1 {}] regionserver.HStore(327): Store=a27c4afe5b34722294a5a1cc58e63b6e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:23,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:55:23,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened a27c4afe5b34722294a5a1cc58e63b6e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73277738, jitterRate=0.09192338585853577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:55:23,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:23,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for a27c4afe5b34722294a5a1cc58e63b6e: Running coprocessor pre-open hook at 1731434123057Writing region info on filesystem at 1731434123057Initializing all the Stores at 1731434123075 (+18 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434123075Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434123087 (+12 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434123087Cleaning up temporary data from old regions at 1731434123149 (+62 ms)Running coprocessor post-open hooks at 1731434123152 (+3 ms)Region opened successfully at 1731434123153 (+1 ms) 2024-11-12T17:55:23,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e., pid=13, masterSystemTime=1731434122967 2024-11-12T17:55:23,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:23,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:23,167 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a27c4afe5b34722294a5a1cc58e63b6e, regionState=OPEN, openSeqNum=9, regionLocation=6684de3f6e40,35017,1731434115924 2024-11-12T17:55:23,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a27c4afe5b34722294a5a1cc58e63b6e, server=6684de3f6e40,35017,1731434115924 because future has completed 2024-11-12T17:55:23,186 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,35017,1731434115924, table=hbase:replication, region=a27c4afe5b34722294a5a1cc58e63b6e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T17:55:23,188 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,34743,1731434107195; all regions closed. 2024-11-12T17:55:23,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T17:55:23,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a27c4afe5b34722294a5a1cc58e63b6e, server=6684de3f6e40,35017,1731434115924 in 407 msec 2024-11-12T17:55:23,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T17:55:23,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-12T17:55:23,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27c4afe5b34722294a5a1cc58e63b6e, ASSIGN in 589 msec 2024-11-12T17:55:23,227 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/WALs/6684de3f6e40,34743,1731434107195/6684de3f6e40%2C34743%2C1731434107195.meta.1731434111361.meta not finished, retry = 0 2024-11-12T17:55:23,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e., hostname=6684de3f6e40,35017,1731434115924, seqNum=9] 2024-11-12T17:55:23,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741834_1010 (size=1152) 2024-11-12T17:55:23,270 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6684de3f6e40,33479,1731434099312 2024-11-12T17:55:23,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T17:55:23,331 DEBUG [RS:0;6684de3f6e40:34743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/oldWALs 2024-11-12T17:55:23,331 INFO [RS:0;6684de3f6e40:34743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C34743%2C1731434107195.meta:.meta(num 1731434111361) 2024-11-12T17:55:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741832_1008 (size=93) 2024-11-12T17:55:23,372 DEBUG [RS:0;6684de3f6e40:34743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/oldWALs 2024-11-12T17:55:23,372 INFO [RS:0;6684de3f6e40:34743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C34743%2C1731434107195:(num 1731434109768) 2024-11-12T17:55:23,372 DEBUG [RS:0;6684de3f6e40:34743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:23,372 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:55:23,372 INFO [RS:0;6684de3f6e40:34743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:55:23,372 INFO [RS:0;6684de3f6e40:34743 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T17:55:23,372 INFO [RS:0;6684de3f6e40:34743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:55:23,372 INFO [RS:0;6684de3f6e40:34743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34743 2024-11-12T17:55:23,375 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:55:23,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1206004774/rs/6684de3f6e40,34743,1731434107195 2024-11-12T17:55:23,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774/rs 2024-11-12T17:55:23,395 INFO [RS:0;6684de3f6e40:34743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:55:23,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,34743,1731434107195] 2024-11-12T17:55:23,415 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1206004774/draining/6684de3f6e40,34743,1731434107195 already deleted, retry=false 2024-11-12T17:55:23,415 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,34743,1731434107195 expired; onlineServers=0 2024-11-12T17:55:23,416 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,45699,1731434106963' ***** 2024-11-12T17:55:23,416 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:55:23,416 INFO [M:0;6684de3f6e40:45699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:55:23,416 INFO [M:0;6684de3f6e40:45699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:55:23,416 DEBUG [M:0;6684de3f6e40:45699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:55:23,416 DEBUG [M:0;6684de3f6e40:45699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:55:23,416 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434109555 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434109555,5,FailOnTimeoutGroup] 2024-11-12T17:55:23,416 INFO [M:0;6684de3f6e40:45699 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:55:23,416 INFO [M:0;6684de3f6e40:45699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:55:23,416 DEBUG [M:0;6684de3f6e40:45699 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:55:23,416 INFO [M:0;6684de3f6e40:45699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:55:23,416 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434109560 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434109560,5,FailOnTimeoutGroup] 2024-11-12T17:55:23,416 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:55:23,417 INFO [M:0;6684de3f6e40:45699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:55:23,417 INFO [M:0;6684de3f6e40:45699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:55:23,417 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:55:23,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1206004774/master 2024-11-12T17:55:23,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1206004774 2024-11-12T17:55:23,430 DEBUG [RS:0;6684de3f6e40:35017.replicationSource.wal-reader.6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588 to pos 0, reset compression=false 2024-11-12T17:55:23,439 DEBUG [M:0;6684de3f6e40:45699 {}] zookeeper.RecoverableZooKeeper(212): Node /1206004774/master already deleted, retry=false 2024-11-12T17:55:23,440 DEBUG [M:0;6684de3f6e40:45699 {}] master.ActiveMasterManager(353): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Failed delete of our master address node; KeeperErrorCode = NoNode for /1206004774/master 2024-11-12T17:55:23,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-12T17:55:23,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:23,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34743-0x101317955310004, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:23,503 INFO [RS:0;6684de3f6e40:34743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:55:23,503 INFO [RS:0;6684de3f6e40:34743 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,34743,1731434107195; zookeeper connection closed. 2024-11-12T17:55:23,518 INFO [M:0;6684de3f6e40:45699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/.lastflushedseqids 2024-11-12T17:55:23,527 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8f51381 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8f51381 2024-11-12T17:55:23,527 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:55:23,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741836_1012 (size=99) 2024-11-12T17:55:23,593 INFO [M:0;6684de3f6e40:45699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:55:23,593 INFO [M:0;6684de3f6e40:45699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:55:23,594 DEBUG [M:0;6684de3f6e40:45699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:55:23,594 INFO [M:0;6684de3f6e40:45699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:23,595 DEBUG [M:0;6684de3f6e40:45699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:23,595 DEBUG [M:0;6684de3f6e40:45699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:55:23,595 DEBUG [M:0;6684de3f6e40:45699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:23,599 INFO [M:0;6684de3f6e40:45699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T17:55:23,637 DEBUG [M:0;6684de3f6e40:45699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e4b464d96c34d4caf3f958068875052 is 82, key is hbase:meta,,1/info:regioninfo/1731434111488/Put/seqid=0 2024-11-12T17:55:23,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741837_1013 (size=5672) 2024-11-12T17:55:23,691 INFO [M:0;6684de3f6e40:45699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e4b464d96c34d4caf3f958068875052 2024-11-12T17:55:23,749 DEBUG [M:0;6684de3f6e40:45699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/459c6dda56054ae296bc635f00c5dcd5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731434111548/Put/seqid=0 2024-11-12T17:55:23,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741838_1014 (size=5275) 2024-11-12T17:55:23,809 INFO [M:0;6684de3f6e40:45699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/459c6dda56054ae296bc635f00c5dcd5 2024-11-12T17:55:23,853 DEBUG [M:0;6684de3f6e40:45699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90fc682fb3354373a52d7df7de18e3b8 is 69, key is 6684de3f6e40,34743,1731434107195/rs:state/1731434109581/Put/seqid=0 2024-11-12T17:55:23,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741839_1015 (size=5156) 2024-11-12T17:55:23,886 INFO [M:0;6684de3f6e40:45699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90fc682fb3354373a52d7df7de18e3b8 2024-11-12T17:55:23,900 DEBUG [M:0;6684de3f6e40:45699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e4b464d96c34d4caf3f958068875052 as hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e4b464d96c34d4caf3f958068875052 2024-11-12T17:55:23,924 INFO [M:0;6684de3f6e40:45699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e4b464d96c34d4caf3f958068875052, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T17:55:23,940 DEBUG [M:0;6684de3f6e40:45699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/459c6dda56054ae296bc635f00c5dcd5 as hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/459c6dda56054ae296bc635f00c5dcd5 2024-11-12T17:55:23,953 INFO [M:0;6684de3f6e40:45699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/459c6dda56054ae296bc635f00c5dcd5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T17:55:23,955 DEBUG [M:0;6684de3f6e40:45699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90fc682fb3354373a52d7df7de18e3b8 as hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90fc682fb3354373a52d7df7de18e3b8 2024-11-12T17:55:23,975 INFO [M:0;6684de3f6e40:45699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45307/user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90fc682fb3354373a52d7df7de18e3b8, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T17:55:23,980 INFO [M:0;6684de3f6e40:45699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 385ms, sequenceid=28, compaction requested=false 2024-11-12T17:55:24,064 INFO [M:0;6684de3f6e40:45699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:24,064 DEBUG [M:0;6684de3f6e40:45699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434123594Disabling compacts and flushes for region at 1731434123594Disabling writes for close at 1731434123595 (+1 ms)Obtaining lock to block concurrent updates at 1731434123599 (+4 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434123599Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731434123600 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434123601 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434123601Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434123637 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434123637Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434123698 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434123748 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434123748Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434123818 (+70 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434123852 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434123853 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f901fa: reopening flushed file at 1731434123899 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b599eb5: reopening flushed file at 1731434123924 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42caa1e2: reopening flushed file at 1731434123953 (+29 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 385ms, sequenceid=28, compaction requested=false at 1731434123980 (+27 ms)Writing region close event to WAL at 1731434124063 (+83 ms)Closed at 1731434124063 2024-11-12T17:55:24,094 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b223b9a2-fb3f-4636-e50f-c9564312c39e/MasterData/WALs/6684de3f6e40,45699,1731434106963/6684de3f6e40%2C45699%2C1731434106963.1731434108983 not finished, retry = 0 2024-11-12T17:55:24,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39025 is added to blk_1073741830_1006 (size=10165) 2024-11-12T17:55:24,196 INFO [M:0;6684de3f6e40:45699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:55:24,196 INFO [M:0;6684de3f6e40:45699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45699 2024-11-12T17:55:24,196 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:55:24,197 INFO [M:0;6684de3f6e40:45699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:55:24,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T17:55:24,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T17:55:24,329 INFO [M:0;6684de3f6e40:45699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:55:24,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:24,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45699-0x101317955310003, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:24,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ea6d2a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:55:24,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f5b1444{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:55:24,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:55:24,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@762705c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:55:24,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65572ca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/hadoop.log.dir/,STOPPED} 2024-11-12T17:55:24,402 WARN [BP-2144017776-172.17.0.3-1731434102996 heartbeating to localhost/127.0.0.1:45307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:55:24,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:55:24,402 WARN [BP-2144017776-172.17.0.3-1731434102996 heartbeating to localhost/127.0.0.1:45307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2144017776-172.17.0.3-1731434102996 (Datanode Uuid 6b3678fb-5b25-4198-adba-257ff1e525fb) service to localhost/127.0.0.1:45307 2024-11-12T17:55:24,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:55:24,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/cluster_774e1f77-ce74-a067-c14e-a6e421c51daa/data/data2/current/BP-2144017776-172.17.0.3-1731434102996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:55:24,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/cluster_774e1f77-ce74-a067-c14e-a6e421c51daa/data/data1/current/BP-2144017776-172.17.0.3-1731434102996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:55:24,404 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:55:24,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74c83f84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:55:24,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f2e2448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:55:24,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:55:24,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648840d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:55:24,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a356b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/hadoop.log.dir/,STOPPED} 2024-11-12T17:55:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:55:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:55:24,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:24,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:24,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:24,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:24,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:24,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:55:24,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1430541520, stopped=false 2024-11-12T17:55:24,463 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,43025,1731434115730 2024-11-12T17:55:24,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01417171399/running 2024-11-12T17:55:24,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:24,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:55:24,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:24,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:24,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/running 2024-11-12T17:55:24,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:24,486 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,35017,1731434115924' ***** 2024-11-12T17:55:24,486 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:55:24,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01417171399/running 2024-11-12T17:55:24,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:24,487 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:55:24,487 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:55:24,487 INFO [RS:0;6684de3f6e40:35017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:55:24,487 INFO [RS:0;6684de3f6e40:35017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:55:24,487 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:24,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Set watcher on znode that does not yet exist, /01417171399/running 2024-11-12T17:55:24,493 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,35017,1731434115924 2024-11-12T17:55:24,493 INFO [RS:0;6684de3f6e40:35017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:55:24,493 INFO [RS:0;6684de3f6e40:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:35017. 2024-11-12T17:55:24,493 DEBUG [RS:0;6684de3f6e40:35017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:24,493 DEBUG [RS:0;6684de3f6e40:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:24,493 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:55:24,493 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:55:24,493 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:55:24,493 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:55:24,496 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a27c4afe5b34722294a5a1cc58e63b6e, disabling compactions & flushes 2024-11-12T17:55:24,496 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:24,496 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:24,496 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. after waiting 0 ms 2024-11-12T17:55:24,496 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:24,513 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:55:24,513 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a27c4afe5b34722294a5a1cc58e63b6e=hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e.} 2024-11-12T17:55:24,513 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a27c4afe5b34722294a5a1cc58e63b6e 2024-11-12T17:55:24,513 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:55:24,513 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:55:24,513 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:55:24,513 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:55:24,513 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:55:24,514 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T17:55:24,515 DEBUG [RS:0;6684de3f6e40:35017.replicationSource.wal-reader.6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.1731434118588 to pos 0, reset compression=false 2024-11-12T17:55:24,580 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:55:24,624 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/replication/a27c4afe5b34722294a5a1cc58e63b6e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-12T17:55:24,629 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:55:24,629 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:55:24,629 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:24,629 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a27c4afe5b34722294a5a1cc58e63b6e: Waiting for close lock at 1731434124496Running coprocessor pre-close hooks at 1731434124496Disabling compacts and flushes for region at 1731434124496Disabling writes for close at 1731434124496Writing region close event to WAL at 1731434124574 (+78 ms)Running coprocessor post-close hooks at 1731434124629 (+55 ms)Closed at 1731434124629 2024-11-12T17:55:24,629 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e. 2024-11-12T17:55:24,640 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/info/ed9063ea983f4d199da1687c16df62eb is 147, key is hbase:replication,,1731434111760.a27c4afe5b34722294a5a1cc58e63b6e./info:regioninfo/1731434123167/Put/seqid=0 2024-11-12T17:55:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741851_1027 (size=6385) 2024-11-12T17:55:24,713 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:24,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:55:24,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:24,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:24,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:24,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:24,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:24,913 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:24,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:24,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:25,105 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/info/ed9063ea983f4d199da1687c16df62eb 2024-11-12T17:55:25,113 DEBUG [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:25,115 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/.tmp/info/ed9063ea983f4d199da1687c16df62eb as hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/info/ed9063ea983f4d199da1687c16df62eb 2024-11-12T17:55:25,129 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/info/ed9063ea983f4d199da1687c16df62eb, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T17:55:25,131 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 617ms, sequenceid=19, compaction requested=false 2024-11-12T17:55:25,184 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T17:55:25,185 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:55:25,185 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:55:25,185 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:55:25,185 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434124513Running coprocessor pre-close hooks at 1731434124513Disabling compacts and flushes for region at 1731434124513Disabling writes for close at 1731434124513Obtaining lock to block concurrent updates at 1731434124514 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731434124514Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731434124514Flushing stores of hbase:meta,,1.1588230740 at 1731434124518 (+4 ms)Flushing 1588230740/info: creating writer at 1731434124518Flushing 1588230740/info: appending metadata at 1731434124640 (+122 ms)Flushing 1588230740/info: closing flushed file at 1731434124640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be3b318: reopening flushed file at 1731434125112 (+472 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 617ms, sequenceid=19, compaction requested=false at 1731434125131 (+19 ms)Writing region close event to WAL at 1731434125171 (+40 ms)Running coprocessor post-close hooks at 1731434125185 (+14 ms)Closed at 1731434125185 2024-11-12T17:55:25,185 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:55:25,314 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,35017,1731434115924; all regions closed. 2024-11-12T17:55:25,339 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:55:25,339 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:55:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741849_1025 (size=2156) 2024-11-12T17:55:25,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/WALs/6684de3f6e40,35017,1731434115924/6684de3f6e40%2C35017%2C1731434115924.meta.1731434119130.meta not finished, retry = 0 2024-11-12T17:55:25,500 DEBUG [RS:0;6684de3f6e40:35017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs 2024-11-12T17:55:25,500 INFO [RS:0;6684de3f6e40:35017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C35017%2C1731434115924.meta:.meta(num 1731434119130) 2024-11-12T17:55:25,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741850_1026 (size=796) 2024-11-12T17:55:25,533 DEBUG [RS:0;6684de3f6e40:35017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs 2024-11-12T17:55:25,533 INFO [RS:0;6684de3f6e40:35017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C35017%2C1731434115924.rep:(num 1731434122991) 2024-11-12T17:55:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741848_1024 (size=93) 2024-11-12T17:55:25,568 DEBUG [RS:0;6684de3f6e40:35017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/oldWALs 2024-11-12T17:55:25,568 INFO [RS:0;6684de3f6e40:35017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C35017%2C1731434115924:(num 1731434118588) 2024-11-12T17:55:25,568 DEBUG [RS:0;6684de3f6e40:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:25,568 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:55:25,568 INFO [RS:0;6684de3f6e40:35017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:55:25,569 INFO [RS:0;6684de3f6e40:35017 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:55:25,569 INFO [RS:0;6684de3f6e40:35017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:55:25,569 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:55:25,569 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,35017,1731434115924 because: Region server is closing 2024-11-12T17:55:25,569 INFO [RS:0;6684de3f6e40:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:35017. 2024-11-12T17:55:25,569 DEBUG [RS:0;6684de3f6e40:35017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:25,569 DEBUG [RS:0;6684de3f6e40:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:25,569 DEBUG [RS:0;6684de3f6e40:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:25,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:25,575 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T17:55:25,575 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T17:55:25,575 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T17:55:25,670 WARN [RS:0;6684de3f6e40:35017.replicationSource.wal-reader.6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T17:55:25,675 WARN [RS:0;6684de3f6e40:35017.replicationSource.shipper6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T17:55:25,675 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6684de3f6e40:35017.replicationSource.shipper6684de3f6e40%2C35017%2C1731434115924,1-6684de3f6e40,35017,1731434115924 terminated 2024-11-12T17:55:25,676 INFO [RS:0;6684de3f6e40:35017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35017 2024-11-12T17:55:25,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01417171399/rs/6684de3f6e40,35017,1731434115924 2024-11-12T17:55:25,723 INFO [RS:0;6684de3f6e40:35017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:55:25,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399/rs 2024-11-12T17:55:25,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,35017,1731434115924] 2024-11-12T17:55:25,744 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01417171399/draining/6684de3f6e40,35017,1731434115924 already deleted, retry=false 2024-11-12T17:55:25,744 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,35017,1731434115924 expired; onlineServers=0 2024-11-12T17:55:25,745 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,43025,1731434115730' ***** 2024-11-12T17:55:25,745 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:55:25,745 INFO [M:0;6684de3f6e40:43025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:55:25,745 INFO [M:0;6684de3f6e40:43025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:55:25,745 DEBUG [M:0;6684de3f6e40:43025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:55:25,745 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:55:25,745 DEBUG [M:0;6684de3f6e40:43025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:55:25,745 INFO [M:0;6684de3f6e40:43025 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:55:25,745 INFO [M:0;6684de3f6e40:43025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:55:25,746 DEBUG [M:0;6684de3f6e40:43025 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:55:25,746 INFO [M:0;6684de3f6e40:43025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:55:25,746 INFO [M:0;6684de3f6e40:43025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:55:25,746 INFO [M:0;6684de3f6e40:43025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:55:25,746 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:55:25,751 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434118027 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434118027,5,FailOnTimeoutGroup] 2024-11-12T17:55:25,751 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434118034 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434118034,5,FailOnTimeoutGroup] 2024-11-12T17:55:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01417171399/master 2024-11-12T17:55:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01417171399 2024-11-12T17:55:25,753 DEBUG [M:0;6684de3f6e40:43025 {}] zookeeper.ZKUtil(347): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Unable to get data of znode /01417171399/master because node does not exist (not an error) 2024-11-12T17:55:25,753 WARN [M:0;6684de3f6e40:43025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T17:55:25,756 INFO [M:0;6684de3f6e40:43025 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/.lastflushedseqids 2024-11-12T17:55:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x101317955310007, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:25,839 INFO [RS:0;6684de3f6e40:35017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:55:25,839 INFO [RS:0;6684de3f6e40:35017 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,35017,1731434115924; zookeeper connection closed. 2024-11-12T17:55:25,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741852_1028 (size=181) 2024-11-12T17:55:25,850 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7931cd1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7931cd1c 2024-11-12T17:55:25,851 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:55:26,248 INFO [M:0;6684de3f6e40:43025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:55:26,248 INFO [M:0;6684de3f6e40:43025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:55:26,248 DEBUG [M:0;6684de3f6e40:43025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:55:26,248 INFO [M:0;6684de3f6e40:43025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:26,248 DEBUG [M:0;6684de3f6e40:43025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:26,249 DEBUG [M:0;6684de3f6e40:43025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:55:26,249 DEBUG [M:0;6684de3f6e40:43025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:26,249 INFO [M:0;6684de3f6e40:43025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T17:55:26,316 DEBUG [M:0;6684de3f6e40:43025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a57d5843905a4b5ea084a516178ec1ef is 82, key is hbase:meta,,1/info:regioninfo/1731434119500/Put/seqid=0 2024-11-12T17:55:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741853_1029 (size=5672) 2024-11-12T17:55:26,761 INFO [M:0;6684de3f6e40:43025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a57d5843905a4b5ea084a516178ec1ef 2024-11-12T17:55:26,816 DEBUG [M:0;6684de3f6e40:43025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0975a5fa189a4ff394d4574a5e862dc2 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731434123201/Put/seqid=0 2024-11-12T17:55:26,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741854_1030 (size=7312) 2024-11-12T17:55:27,315 INFO [M:0;6684de3f6e40:43025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0975a5fa189a4ff394d4574a5e862dc2 2024-11-12T17:55:27,408 DEBUG [M:0;6684de3f6e40:43025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a34b800b46134d658ca031cc93140f72 is 69, key is 6684de3f6e40,35017,1731434115924/rs:state/1731434118117/Put/seqid=0 2024-11-12T17:55:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741855_1031 (size=5370) 2024-11-12T17:55:27,447 INFO [M:0;6684de3f6e40:43025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a34b800b46134d658ca031cc93140f72 2024-11-12T17:55:27,486 INFO [M:0;6684de3f6e40:43025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34b800b46134d658ca031cc93140f72 2024-11-12T17:55:27,493 DEBUG [M:0;6684de3f6e40:43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a57d5843905a4b5ea084a516178ec1ef as hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a57d5843905a4b5ea084a516178ec1ef 2024-11-12T17:55:27,524 INFO [M:0;6684de3f6e40:43025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a57d5843905a4b5ea084a516178ec1ef, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T17:55:27,527 DEBUG [M:0;6684de3f6e40:43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0975a5fa189a4ff394d4574a5e862dc2 as hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0975a5fa189a4ff394d4574a5e862dc2 2024-11-12T17:55:27,543 INFO [M:0;6684de3f6e40:43025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0975a5fa189a4ff394d4574a5e862dc2, entries=7, sequenceid=127, filesize=7.1 K 2024-11-12T17:55:27,545 DEBUG [M:0;6684de3f6e40:43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a34b800b46134d658ca031cc93140f72 as hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a34b800b46134d658ca031cc93140f72 2024-11-12T17:55:27,551 INFO [M:0;6684de3f6e40:43025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34b800b46134d658ca031cc93140f72 2024-11-12T17:55:27,551 INFO [M:0;6684de3f6e40:43025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34165/user/jenkins/test-data/a678f028-2280-4b32-3411-121aca2bf03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a34b800b46134d658ca031cc93140f72, entries=2, sequenceid=127, filesize=5.2 K 2024-11-12T17:55:27,563 INFO [M:0;6684de3f6e40:43025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=127, compaction requested=false 2024-11-12T17:55:27,628 INFO [M:0;6684de3f6e40:43025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:27,628 DEBUG [M:0;6684de3f6e40:43025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434126248Disabling compacts and flushes for region at 1731434126248Disabling writes for close at 1731434126249 (+1 ms)Obtaining lock to block concurrent updates at 1731434126249Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434126249Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731434126249Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434126252 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434126252Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434126308 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434126308Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434126769 (+461 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434126815 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434126815Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434127343 (+528 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434127392 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434127392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31dafaa6: reopening flushed file at 1731434127486 (+94 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a2b615: reopening flushed file at 1731434127525 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c271e09: reopening flushed file at 1731434127543 (+18 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=127, compaction requested=false at 1731434127563 (+20 ms)Writing region close event to WAL at 1731434127628 (+65 ms)Closed at 1731434127628 2024-11-12T17:55:27,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37967 is added to blk_1073741847_1023 (size=22903) 2024-11-12T17:55:27,668 INFO [M:0;6684de3f6e40:43025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:55:27,668 INFO [M:0;6684de3f6e40:43025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43025 2024-11-12T17:55:27,668 INFO [M:0;6684de3f6e40:43025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:55:27,668 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:55:27,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:27,782 INFO [M:0;6684de3f6e40:43025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:55:27,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x101317955310006, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:55:27,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46d0f969{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:55:27,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46c131e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:55:27,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:55:27,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d9644af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:55:27,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@474a5572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/hadoop.log.dir/,STOPPED} 2024-11-12T17:55:27,857 WARN [BP-106914971-172.17.0.3-1731434095535 heartbeating to localhost/127.0.0.1:34165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:55:27,857 WARN [BP-106914971-172.17.0.3-1731434095535 heartbeating to localhost/127.0.0.1:34165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-106914971-172.17.0.3-1731434095535 (Datanode Uuid 6f4378da-f60d-490f-8dc7-b9f5f38c7f50) service to localhost/127.0.0.1:34165 2024-11-12T17:55:27,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:55:27,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:55:27,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/cluster_4e44684e-9533-c93d-f4c2-52338cf95b63/data/data1/current/BP-106914971-172.17.0.3-1731434095535 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:55:27,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/cluster_4e44684e-9533-c93d-f4c2-52338cf95b63/data/data2/current/BP-106914971-172.17.0.3-1731434095535 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:55:27,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:55:27,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@170359dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:55:27,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e896443{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:55:27,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:55:27,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ab422d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:55:27,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2befb1e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c011e23-96a6-65ba-d434-432c8c4a17b3/hadoop.log.dir/,STOPPED} 2024-11-12T17:55:27,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T17:55:27,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:55:28,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101317955310002, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:55:28,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101317955310005, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:55:28,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101317955310002, quorum=127.0.0.1:56643, baseZNode=/01417171399 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:55:28,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101317955310005, quorum=127.0.0.1:56643, baseZNode=/1206004774 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:55:28,024 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34165 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56643) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56643) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45307 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 506) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1827 (was 1998), ProcessCount=11 (was 11), AvailableMemoryMB=1694 (was 2605) 2024-11-12T17:55:28,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=1827, ProcessCount=11, AvailableMemoryMB=1693 2024-11-12T17:55:28,123 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-12T17:55:28,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/hadoop.log.dir so I do NOT create it in target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0 2024-11-12T17:55:28,125 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:55:28,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/hadoop.tmp.dir so I do NOT create it in target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0 2024-11-12T17:55:28,125 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bd0c8a3-411b-484b-a50d-722857bad51f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:55:28,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0 2024-11-12T17:55:28,125 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/cluster_6796a1e8-47ff-8ec7-ebb6-084cb37b0c48, deleteOnExit=true 2024-11-12T17:55:28,304 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/cluster_6796a1e8-47ff-8ec7-ebb6-084cb37b0c48/zookeeper_0, clientPort=60730, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/cluster_6796a1e8-47ff-8ec7-ebb6-084cb37b0c48/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/cluster_6796a1e8-47ff-8ec7-ebb6-084cb37b0c48/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:55:28,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60730 2024-11-12T17:55:28,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:55:28,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:55:28,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/test.cache.data in system properties and HBase conf 2024-11-12T17:55:28,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:55:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:55:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:55:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:55:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:55:28,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:55:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:55:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:55:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:55:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:55:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:55:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:55:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:55:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:55:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:55:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:55:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:55:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:55:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:55:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:55:28,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:55:28,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:55:28,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:55:28,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:55:28,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:55:28,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:55:28,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aefb2f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:55:28,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2115d9fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:55:29,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8fc0116{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/java.io.tmpdir/jetty-localhost-43145-hadoop-hdfs-3_4_1-tests_jar-_-any-956482840915041422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:55:29,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@723c962b{HTTP/1.1, (http/1.1)}{localhost:43145} 2024-11-12T17:55:29,251 INFO [Time-limited test {}] server.Server(415): Started @198176ms 2024-11-12T17:55:29,944 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:55:30,066 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:30,075 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:30,076 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:30,077 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:30,077 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:30,077 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:30,104 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:30,107 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:30,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:55:30,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:55:30,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:55:30,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:55:30,186 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:55:30,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e0b1b2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:55:30,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f7b4cb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:55:30,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19e38bfc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/java.io.tmpdir/jetty-localhost-46835-hadoop-hdfs-3_4_1-tests_jar-_-any-16214280499502956051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:55:30,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23d1d0fe{HTTP/1.1, (http/1.1)}{localhost:46835} 2024-11-12T17:55:30,507 INFO [Time-limited test {}] server.Server(415): Started @199432ms 2024-11-12T17:55:30,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:55:31,449 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/cluster_6796a1e8-47ff-8ec7-ebb6-084cb37b0c48/data/data1/current/BP-1690980861-172.17.0.3-1731434128414/current, will proceed with Du for space computation calculation, 2024-11-12T17:55:31,473 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/cluster_6796a1e8-47ff-8ec7-ebb6-084cb37b0c48/data/data2/current/BP-1690980861-172.17.0.3-1731434128414/current, will proceed with Du for space computation calculation, 2024-11-12T17:55:31,630 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:55:31,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe54e19748452fcc with lease ID 0xeca3e4e4c51202a4: Processing first storage report for DS-d528d9e9-a201-4f32-8dc5-d6f191cfc13d from datanode DatanodeRegistration(127.0.0.1:37949, datanodeUuid=b58466f0-0889-44ef-a789-3b34c903172d, infoPort=33223, infoSecurePort=0, ipcPort=40139, storageInfo=lv=-57;cid=testClusterID;nsid=1665232991;c=1731434128414) 2024-11-12T17:55:31,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe54e19748452fcc with lease ID 0xeca3e4e4c51202a4: from storage DS-d528d9e9-a201-4f32-8dc5-d6f191cfc13d node DatanodeRegistration(127.0.0.1:37949, datanodeUuid=b58466f0-0889-44ef-a789-3b34c903172d, infoPort=33223, infoSecurePort=0, ipcPort=40139, storageInfo=lv=-57;cid=testClusterID;nsid=1665232991;c=1731434128414), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:55:31,656 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe54e19748452fcc with lease ID 0xeca3e4e4c51202a4: Processing first storage report for DS-ba342ead-614d-4249-bffb-de52606f5df0 from datanode DatanodeRegistration(127.0.0.1:37949, datanodeUuid=b58466f0-0889-44ef-a789-3b34c903172d, infoPort=33223, infoSecurePort=0, ipcPort=40139, storageInfo=lv=-57;cid=testClusterID;nsid=1665232991;c=1731434128414) 2024-11-12T17:55:31,656 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe54e19748452fcc with lease ID 0xeca3e4e4c51202a4: from storage DS-ba342ead-614d-4249-bffb-de52606f5df0 node DatanodeRegistration(127.0.0.1:37949, datanodeUuid=b58466f0-0889-44ef-a789-3b34c903172d, infoPort=33223, infoSecurePort=0, ipcPort=40139, storageInfo=lv=-57;cid=testClusterID;nsid=1665232991;c=1731434128414), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:55:31,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0 2024-11-12T17:55:31,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:31,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:31,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:55:31,772 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a with version=8 2024-11-12T17:55:31,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/hbase-staging 2024-11-12T17:55:31,774 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:55:31,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:31,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:31,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:55:31,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:31,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:55:31,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:55:31,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:55:31,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40045 2024-11-12T17:55:31,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40045 connecting to ZooKeeper ensemble=127.0.0.1:60730 2024-11-12T17:55:31,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400450x0, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:31,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40045-0x1013179d5420000 connected 2024-11-12T17:55:32,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:32,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:32,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Set watcher on znode that does not yet exist, /0-2049007703/running 2024-11-12T17:55:32,196 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a, hbase.cluster.distributed=false 2024-11-12T17:55:32,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Set watcher on znode that does not yet exist, /0-2049007703/acl 2024-11-12T17:55:32,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40045 2024-11-12T17:55:32,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40045 2024-11-12T17:55:32,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40045 2024-11-12T17:55:32,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40045 2024-11-12T17:55:32,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40045 2024-11-12T17:55:32,286 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:55:32,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:32,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:32,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:55:32,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:32,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:55:32,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:55:32,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:55:32,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33559 2024-11-12T17:55:32,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33559 connecting to ZooKeeper ensemble=127.0.0.1:60730 2024-11-12T17:55:32,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:32,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:32,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335590x0, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Set watcher on znode that does not yet exist, /0-2049007703/running 2024-11-12T17:55:32,344 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:55:32,352 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:55:32,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335590x0, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Set watcher on znode that does not yet exist, /0-2049007703/master 2024-11-12T17:55:32,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335590x0, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Set watcher on znode that does not yet exist, /0-2049007703/acl 2024-11-12T17:55:32,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335590x0, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:32,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33559-0x1013179d5420001 connected 2024-11-12T17:55:32,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-12T17:55:32,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33559 2024-11-12T17:55:32,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33559 2024-11-12T17:55:32,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-12T17:55:32,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-12T17:55:32,513 DEBUG [M:0;6684de3f6e40:40045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:40045 2024-11-12T17:55:32,515 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2049007703/backup-masters/6684de3f6e40,40045,1731434131774 2024-11-12T17:55:32,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703/backup-masters 2024-11-12T17:55:32,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703/backup-masters 2024-11-12T17:55:32,529 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Set watcher on existing znode=/0-2049007703/backup-masters/6684de3f6e40,40045,1731434131774 2024-11-12T17:55:32,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:32,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2049007703/master 2024-11-12T17:55:32,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:32,548 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Set watcher on existing znode=/0-2049007703/master 2024-11-12T17:55:32,552 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2049007703/backup-masters/6684de3f6e40,40045,1731434131774 from backup master directory 2024-11-12T17:55:32,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703/backup-masters 2024-11-12T17:55:32,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2049007703/backup-masters/6684de3f6e40,40045,1731434131774 2024-11-12T17:55:32,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703/backup-masters 2024-11-12T17:55:32,566 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:55:32,566 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,40045,1731434131774 2024-11-12T17:55:32,590 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/hbase.id] with ID: 2c8d597e-3c18-444b-a4a2-1c4ad2e47d40 2024-11-12T17:55:32,590 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/.tmp/hbase.id 2024-11-12T17:55:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:55:33,058 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/.tmp/hbase.id]:[hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/hbase.id] 2024-11-12T17:55:33,086 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:33,086 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:55:33,088 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T17:55:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:33,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:55:33,651 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:55:33,652 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:55:33,665 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:33,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:55:34,135 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store 2024-11-12T17:55:34,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:55:34,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:55:34,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:55:34,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T17:55:34,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T17:55:34,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:55:34,575 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:34,576 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:55:34,576 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:34,576 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:34,576 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:55:34,576 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:34,576 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:34,576 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434134576Disabling compacts and flushes for region at 1731434134576Disabling writes for close at 1731434134576Writing region close event to WAL at 1731434134576Closed at 1731434134576 2024-11-12T17:55:34,579 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/.initializing 2024-11-12T17:55:34,579 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/WALs/6684de3f6e40,40045,1731434131774 2024-11-12T17:55:34,591 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:55:34,607 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C40045%2C1731434131774, suffix=, logDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/WALs/6684de3f6e40,40045,1731434131774, archiveDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/oldWALs, maxLogs=10 2024-11-12T17:55:34,636 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/WALs/6684de3f6e40,40045,1731434131774/6684de3f6e40%2C40045%2C1731434131774.1731434134608, exclude list is [], retry=0 2024-11-12T17:55:34,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37949,DS-d528d9e9-a201-4f32-8dc5-d6f191cfc13d,DISK] 2024-11-12T17:55:34,648 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/WALs/6684de3f6e40,40045,1731434131774/6684de3f6e40%2C40045%2C1731434131774.1731434134608 2024-11-12T17:55:34,654 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33223:33223)] 2024-11-12T17:55:34,654 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:34,654 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:34,655 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,655 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:55:34,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:34,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:34,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:55:34,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:34,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:34,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:55:34,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:34,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:34,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:55:34,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:34,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:34,684 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,685 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,686 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,688 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,688 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,689 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:34,690 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:34,700 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:34,701 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58763749, jitterRate=-0.12435190379619598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:34,702 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434134655Initializing all the Stores at 1731434134656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434134656Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434134666 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434134666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434134666Cleaning up temporary data from old regions at 1731434134688 (+22 ms)Region opened successfully at 1731434134702 (+14 ms) 2024-11-12T17:55:34,707 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:55:34,712 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5f15dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:55:34,713 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:55:34,713 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:55:34,713 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:55:34,713 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:55:34,714 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T17:55:34,715 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:55:34,715 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:55:34,721 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:55:34,722 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Unable to get data of znode /0-2049007703/balancer because node does not exist (not necessarily an error) 2024-11-12T17:55:34,748 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049007703/balancer already deleted, retry=false 2024-11-12T17:55:34,749 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:55:34,755 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Unable to get data of znode /0-2049007703/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:55:34,772 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049007703/normalizer already deleted, retry=false 2024-11-12T17:55:34,773 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:55:34,777 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Unable to get data of znode /0-2049007703/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:55:34,785 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049007703/switch/split already deleted, retry=false 2024-11-12T17:55:34,795 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Unable to get data of znode /0-2049007703/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:55:34,815 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049007703/switch/merge already deleted, retry=false 2024-11-12T17:55:34,818 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Unable to get data of znode /0-2049007703/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:55:34,826 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049007703/snapshot-cleanup already deleted, retry=false 2024-11-12T17:55:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2049007703/running 2024-11-12T17:55:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:34,836 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,40045,1731434131774, sessionid=0x1013179d5420000, setting cluster-up flag (Was=false) 2024-11-12T17:55:34,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2049007703/running 2024-11-12T17:55:34,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:34,914 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2049007703/flush-table-proc/acquired, /0-2049007703/flush-table-proc/reached, /0-2049007703/flush-table-proc/abort 2024-11-12T17:55:34,919 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,40045,1731434131774 2024-11-12T17:55:34,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:34,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:34,990 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2049007703/online-snapshot/acquired, /0-2049007703/online-snapshot/reached, /0-2049007703/online-snapshot/abort 2024-11-12T17:55:35,004 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,40045,1731434131774 2024-11-12T17:55:35,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:55:35,046 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:35,046 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:55:35,046 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:55:35,047 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6684de3f6e40,33479,1731434099312: status=Processing ServerCrashProcedure of 6684de3f6e40,33479,1731434099312 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731434117974, completionTime=-1 appears to have been leaked 2024-11-12T17:55:35,047 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,40045,1731434131774 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:55:35,051 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:35,052 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:35,052 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:35,052 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:35,052 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:55:35,052 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,052 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:55:35,052 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:35,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:55:35,104 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:35,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:55:35,129 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(746): ClusterId : 2c8d597e-3c18-444b-a4a2-1c4ad2e47d40 2024-11-12T17:55:35,129 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:55:35,132 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434165132 2024-11-12T17:55:35,132 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:55:35,132 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:55:35,133 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:55:35,133 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:55:35,133 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:55:35,133 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:55:35,144 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,153 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:55:35,153 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:55:35,162 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:55:35,162 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:55:35,162 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:55:35,162 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:55:35,171 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:55:35,172 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:55:35,174 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434135172,5,FailOnTimeoutGroup] 2024-11-12T17:55:35,175 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434135174,5,FailOnTimeoutGroup] 2024-11-12T17:55:35,175 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,175 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:55:35,175 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,175 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,176 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:55:35,176 DEBUG [RS:0;6684de3f6e40:33559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3120afbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:55:35,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:55:35,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:55:35,208 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a 2024-11-12T17:55:35,228 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:33559 2024-11-12T17:55:35,228 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:55:35,228 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:55:35,228 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:55:35,232 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,40045,1731434131774 with port=33559, startcode=1731434132285 2024-11-12T17:55:35,232 DEBUG [RS:0;6684de3f6e40:33559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:55:35,272 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:55:35,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,33559,1731434132285 2024-11-12T17:55:35,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40045 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,33559,1731434132285 2024-11-12T17:55:35,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:55:35,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:35,283 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a 2024-11-12T17:55:35,283 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35247 2024-11-12T17:55:35,283 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:55:35,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:55:35,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:55:35,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:35,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703/rs 2024-11-12T17:55:35,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:35,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:55:35,315 DEBUG [RS:0;6684de3f6e40:33559 {}] zookeeper.ZKUtil(111): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Set watcher on existing znode=/0-2049007703/rs/6684de3f6e40,33559,1731434132285 2024-11-12T17:55:35,315 WARN [RS:0;6684de3f6e40:33559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:55:35,315 INFO [RS:0;6684de3f6e40:33559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:35,316 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285 2024-11-12T17:55:35,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:55:35,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:35,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:35,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,33559,1731434132285] 2024-11-12T17:55:35,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:55:35,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:55:35,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:35,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:35,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:55:35,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:55:35,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:35,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:35,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:55:35,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740 2024-11-12T17:55:35,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740 2024-11-12T17:55:35,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:55:35,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:55:35,342 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:35,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:55:35,353 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:55:35,355 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:35,356 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63230478, jitterRate=-0.057792454957962036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:35,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434135281Initializing all the Stores at 1731434135283 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434135283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434135287 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434135287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434135287Cleaning up temporary data from old regions at 1731434135342 (+55 ms)Region opened successfully at 1731434135357 (+15 ms) 2024-11-12T17:55:35,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:55:35,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:55:35,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:55:35,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:55:35,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:55:35,359 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:55:35,375 INFO [RS:0;6684de3f6e40:33559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:55:35,376 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,379 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:55:35,381 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:55:35,381 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,381 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,381 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,381 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,381 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,381 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,382 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:55:35,382 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,382 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,382 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,382 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,382 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,382 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:35,382 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:55:35,382 DEBUG [RS:0;6684de3f6e40:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:55:35,384 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:55:35,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434135357Disabling compacts and flushes for region at 1731434135357Disabling writes for close at 1731434135357Writing region close event to WAL at 1731434135384 (+27 ms)Closed at 1731434135384 2024-11-12T17:55:35,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:35,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:55:35,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:55:35,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:55:35,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:55:35,404 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,404 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,404 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,404 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,404 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,404 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33559,1731434132285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:55:35,419 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:55:35,419 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33559,1731434132285-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,419 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,419 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.Replication(171): 6684de3f6e40,33559,1731434132285 started 2024-11-12T17:55:35,437 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:35,437 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,33559,1731434132285, RpcServer on 6684de3f6e40/172.17.0.3:33559, sessionid=0x1013179d5420001 2024-11-12T17:55:35,437 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:55:35,437 DEBUG [RS:0;6684de3f6e40:33559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,33559,1731434132285 2024-11-12T17:55:35,437 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,33559,1731434132285' 2024-11-12T17:55:35,437 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2049007703/flush-table-proc/abort' 2024-11-12T17:55:35,437 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2049007703/flush-table-proc/acquired' 2024-11-12T17:55:35,438 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:55:35,438 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:55:35,438 DEBUG [RS:0;6684de3f6e40:33559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,33559,1731434132285 2024-11-12T17:55:35,438 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,33559,1731434132285' 2024-11-12T17:55:35,438 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2049007703/online-snapshot/abort' 2024-11-12T17:55:35,439 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2049007703/online-snapshot/acquired' 2024-11-12T17:55:35,440 DEBUG [RS:0;6684de3f6e40:33559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:55:35,440 INFO [RS:0;6684de3f6e40:33559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:55:35,441 INFO [RS:0;6684de3f6e40:33559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:55:35,541 INFO [RS:0;6684de3f6e40:33559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:55:35,543 INFO [RS:0;6684de3f6e40:33559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C33559%2C1731434132285, suffix=, logDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285, archiveDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/oldWALs, maxLogs=10 2024-11-12T17:55:35,549 WARN [6684de3f6e40:40045 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:55:35,559 DEBUG [RS:0;6684de3f6e40:33559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543, exclude list is [], retry=0 2024-11-12T17:55:35,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37949,DS-d528d9e9-a201-4f32-8dc5-d6f191cfc13d,DISK] 2024-11-12T17:55:35,584 INFO [RS:0;6684de3f6e40:33559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 2024-11-12T17:55:35,586 DEBUG [RS:0;6684de3f6e40:33559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33223:33223)] 2024-11-12T17:55:35,799 DEBUG [6684de3f6e40:40045 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:55:35,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,33559,1731434132285 2024-11-12T17:55:35,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,33559,1731434132285, state=OPENING 2024-11-12T17:55:35,814 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:55:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:35,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2049007703/meta-region-server: CHANGED 2024-11-12T17:55:35,888 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:55:35,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,33559,1731434132285}] 2024-11-12T17:55:35,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2049007703/meta-region-server: CHANGED 2024-11-12T17:55:36,041 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:55:36,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:55:36,048 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:55:36,048 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:36,048 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:55:36,049 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C33559%2C1731434132285.meta, suffix=.meta, logDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285, archiveDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/oldWALs, maxLogs=10 2024-11-12T17:55:36,065 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.meta.1731434136050.meta, exclude list is [], retry=0 2024-11-12T17:55:36,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37949,DS-d528d9e9-a201-4f32-8dc5-d6f191cfc13d,DISK] 2024-11-12T17:55:36,075 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.meta.1731434136050.meta 2024-11-12T17:55:36,079 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33223:33223)] 2024-11-12T17:55:36,079 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:36,080 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:55:36,080 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:55:36,080 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:55:36,080 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:55:36,080 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:55:36,080 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:36,080 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:55:36,080 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:55:36,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:55:36,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:55:36,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:36,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:36,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:55:36,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:55:36,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:36,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:36,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:55:36,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:55:36,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:36,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:36,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:55:36,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:55:36,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:36,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:36,094 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:55:36,097 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740 2024-11-12T17:55:36,099 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740 2024-11-12T17:55:36,103 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:55:36,103 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:55:36,105 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:36,107 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:55:36,108 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60103638, jitterRate=-0.10438600182533264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:36,108 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:55:36,109 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434136080Writing region info on filesystem at 1731434136080Initializing all the Stores at 1731434136081 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434136081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434136083 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434136083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434136083Cleaning up temporary data from old regions at 1731434136103 (+20 ms)Running coprocessor post-open hooks at 1731434136108 (+5 ms)Region opened successfully at 1731434136109 (+1 ms) 2024-11-12T17:55:36,111 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434136040 2024-11-12T17:55:36,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,33559,1731434132285 2024-11-12T17:55:36,114 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,33559,1731434132285, state=OPEN 2024-11-12T17:55:36,115 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:55:36,115 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:55:36,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2049007703/meta-region-server 2024-11-12T17:55:36,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,33559,1731434132285 2024-11-12T17:55:36,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2049007703/meta-region-server 2024-11-12T17:55:36,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2049007703/meta-region-server: CHANGED 2024-11-12T17:55:36,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2049007703/meta-region-server: CHANGED 2024-11-12T17:55:36,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:55:36,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,33559,1731434132285 in 250 msec 2024-11-12T17:55:36,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:55:36,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 754 msec 2024-11-12T17:55:36,145 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:36,145 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:55:36,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:36,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33559,1731434132285, seqNum=-1] 2024-11-12T17:55:36,148 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:36,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:36,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1240 sec 2024-11-12T17:55:36,165 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434136165, completionTime=-1 2024-11-12T17:55:36,165 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:55:36,166 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:55:36,168 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:55:36,169 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434196169 2024-11-12T17:55:36,169 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434256169 2024-11-12T17:55:36,169 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T17:55:36,169 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40045,1731434131774-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:36,169 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40045,1731434131774-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:36,169 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40045,1731434131774-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:36,169 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:40045, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:36,169 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:36,171 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:36,179 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:55:36,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.614sec 2024-11-12T17:55:36,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:55:36,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:55:36,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:55:36,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:55:36,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:55:36,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40045,1731434131774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:55:36,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40045,1731434131774-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:55:36,189 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:55:36,189 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:55:36,189 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40045,1731434131774-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:36,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd6a83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:36,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40045,-1 for getting cluster id 2024-11-12T17:55:36,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:36,251 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8d597e-3c18-444b-a4a2-1c4ad2e47d40' 2024-11-12T17:55:36,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:36,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8d597e-3c18-444b-a4a2-1c4ad2e47d40" 2024-11-12T17:55:36,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80ba9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:36,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40045,-1] 2024-11-12T17:55:36,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:36,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:36,256 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:36,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f205866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:36,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33559,1731434132285, seqNum=-1] 2024-11-12T17:55:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:36,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:36,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,40045,1731434131774 2024-11-12T17:55:36,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60730 2024-11-12T17:55:36,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:36,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013179d5420002 connected 2024-11-12T17:55:36,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/hadoop.log.dir so I do NOT create it in target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d 2024-11-12T17:55:36,303 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:55:36,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/hadoop.tmp.dir so I do NOT create it in target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d 2024-11-12T17:55:36,303 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:55:36,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d 2024-11-12T17:55:36,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:55:36,303 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/cluster_b7512c9f-550f-3891-6e36-67d8638c1bcb, deleteOnExit=true 2024-11-12T17:55:36,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:55:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/test.cache.data in system properties and HBase conf 2024-11-12T17:55:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:55:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:55:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:55:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:55:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:55:36,304 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:55:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:55:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:55:36,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:55:36,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:55:36,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:55:36,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:55:36,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:55:36,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:55:36,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:55:36,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ff63632{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:55:36,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@675874f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:55:36,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49f03644{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/java.io.tmpdir/jetty-localhost-40331-hadoop-hdfs-3_4_1-tests_jar-_-any-226519582892441472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:55:36,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11ca416b{HTTP/1.1, (http/1.1)}{localhost:40331} 2024-11-12T17:55:36,884 INFO [Time-limited test {}] server.Server(415): Started @205808ms 2024-11-12T17:55:37,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:55:37,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:55:37,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:55:37,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:55:37,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:55:37,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f50d18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:55:37,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58e56d24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:55:37,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fc2f7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/java.io.tmpdir/jetty-localhost-32963-hadoop-hdfs-3_4_1-tests_jar-_-any-14174539615169115747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:55:37,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fab49f{HTTP/1.1, (http/1.1)}{localhost:32963} 2024-11-12T17:55:37,467 INFO [Time-limited test {}] server.Server(415): Started @206391ms 2024-11-12T17:55:37,468 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:55:39,740 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:55:39,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:39,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:39,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:39,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:39,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:39,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:39,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:39,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:40,166 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/cluster_b7512c9f-550f-3891-6e36-67d8638c1bcb/data/data1/current/BP-976879682-172.17.0.3-1731434136326/current, will proceed with Du for space computation calculation, 2024-11-12T17:55:40,166 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/cluster_b7512c9f-550f-3891-6e36-67d8638c1bcb/data/data2/current/BP-976879682-172.17.0.3-1731434136326/current, will proceed with Du for space computation calculation, 2024-11-12T17:55:40,187 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:55:40,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca4ac03b31759ef6 with lease ID 0xfb7d56b8b5e3b192: Processing first storage report for DS-c306f2a0-e27a-403e-9310-1c6a0fb542d7 from datanode DatanodeRegistration(127.0.0.1:44515, datanodeUuid=178cd1ed-da3a-42a1-84ea-422792884a1a, infoPort=37291, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=1124932011;c=1731434136326) 2024-11-12T17:55:40,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca4ac03b31759ef6 with lease ID 0xfb7d56b8b5e3b192: from storage DS-c306f2a0-e27a-403e-9310-1c6a0fb542d7 node DatanodeRegistration(127.0.0.1:44515, datanodeUuid=178cd1ed-da3a-42a1-84ea-422792884a1a, infoPort=37291, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=1124932011;c=1731434136326), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:55:40,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca4ac03b31759ef6 with lease ID 0xfb7d56b8b5e3b192: Processing first storage report for DS-ec78742b-a422-49c1-a3fb-5494dcd4b301 from datanode DatanodeRegistration(127.0.0.1:44515, datanodeUuid=178cd1ed-da3a-42a1-84ea-422792884a1a, infoPort=37291, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=1124932011;c=1731434136326) 2024-11-12T17:55:40,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca4ac03b31759ef6 with lease ID 0xfb7d56b8b5e3b192: from storage DS-ec78742b-a422-49c1-a3fb-5494dcd4b301 node DatanodeRegistration(127.0.0.1:44515, datanodeUuid=178cd1ed-da3a-42a1-84ea-422792884a1a, infoPort=37291, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=1124932011;c=1731434136326), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:55:40,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d 2024-11-12T17:55:40,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:40,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:40,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:55:40,605 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d with version=8 2024-11-12T17:55:40,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/hbase-staging 2024-11-12T17:55:40,608 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:55:40,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:40,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:40,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:55:40,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:40,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:55:40,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:55:40,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:55:40,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40857 2024-11-12T17:55:40,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40857 connecting to ZooKeeper ensemble=127.0.0.1:60730 2024-11-12T17:55:40,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408570x0, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:40,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40857-0x1013179d5420003 connected 2024-11-12T17:55:40,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:40,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:40,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Set watcher on znode that does not yet exist, /1-740926610/running 2024-11-12T17:55:40,712 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d, hbase.cluster.distributed=false 2024-11-12T17:55:40,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Set watcher on znode that does not yet exist, /1-740926610/acl 2024-11-12T17:55:40,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40857 2024-11-12T17:55:40,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40857 2024-11-12T17:55:40,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40857 2024-11-12T17:55:40,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40857 2024-11-12T17:55:40,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40857 2024-11-12T17:55:40,773 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:55:40,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:40,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:40,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:55:40,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:55:40,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:55:40,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:55:40,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:55:40,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37203 2024-11-12T17:55:40,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37203 connecting to ZooKeeper ensemble=127.0.0.1:60730 2024-11-12T17:55:40,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:40,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:40,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372030x0, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:40,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37203-0x1013179d5420004 connected 2024-11-12T17:55:40,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Set watcher on znode that does not yet exist, /1-740926610/running 2024-11-12T17:55:40,827 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:55:40,835 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:55:40,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Set watcher on znode that does not yet exist, /1-740926610/master 2024-11-12T17:55:40,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Set watcher on znode that does not yet exist, /1-740926610/acl 2024-11-12T17:55:40,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37203 2024-11-12T17:55:40,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37203 2024-11-12T17:55:40,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37203 2024-11-12T17:55:40,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37203 2024-11-12T17:55:40,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37203 2024-11-12T17:55:40,887 DEBUG [M:0;6684de3f6e40:40857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:40857 2024-11-12T17:55:40,891 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-740926610/backup-masters/6684de3f6e40,40857,1731434140607 2024-11-12T17:55:40,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610/backup-masters 2024-11-12T17:55:40,903 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Set watcher on existing znode=/1-740926610/backup-masters/6684de3f6e40,40857,1731434140607 2024-11-12T17:55:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610/backup-masters 2024-11-12T17:55:40,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-740926610/master 2024-11-12T17:55:40,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:40,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:40,910 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Set watcher on existing znode=/1-740926610/master 2024-11-12T17:55:40,911 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-740926610/backup-masters/6684de3f6e40,40857,1731434140607 from backup master directory 2024-11-12T17:55:40,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740926610/backup-masters/6684de3f6e40,40857,1731434140607 2024-11-12T17:55:40,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610/backup-masters 2024-11-12T17:55:40,923 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:55:40,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610/backup-masters 2024-11-12T17:55:40,924 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,40857,1731434140607 2024-11-12T17:55:40,950 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/hbase.id] with ID: a7b98561-4be9-440d-84b8-1da21379228d 2024-11-12T17:55:40,950 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/.tmp/hbase.id 2024-11-12T17:55:40,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:55:41,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:55:41,372 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/.tmp/hbase.id]:[hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/hbase.id] 2024-11-12T17:55:41,381 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:41,381 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:55:41,382 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T17:55:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:41,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:55:41,803 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:55:41,804 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:55:41,805 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:41,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:55:42,318 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store 2024-11-12T17:55:42,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:55:42,773 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:42,773 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:55:42,773 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:42,773 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:42,773 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:55:42,773 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:42,773 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:55:42,773 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434142773Disabling compacts and flushes for region at 1731434142773Disabling writes for close at 1731434142773Writing region close event to WAL at 1731434142773Closed at 1731434142773 2024-11-12T17:55:42,774 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/.initializing 2024-11-12T17:55:42,774 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/WALs/6684de3f6e40,40857,1731434140607 2024-11-12T17:55:42,780 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:55:42,783 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C40857%2C1731434140607, suffix=, logDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/WALs/6684de3f6e40,40857,1731434140607, archiveDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/oldWALs, maxLogs=10 2024-11-12T17:55:42,801 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/WALs/6684de3f6e40,40857,1731434140607/6684de3f6e40%2C40857%2C1731434140607.1731434142783, exclude list is [], retry=0 2024-11-12T17:55:42,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-c306f2a0-e27a-403e-9310-1c6a0fb542d7,DISK] 2024-11-12T17:55:42,852 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/WALs/6684de3f6e40,40857,1731434140607/6684de3f6e40%2C40857%2C1731434140607.1731434142783 2024-11-12T17:55:42,854 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37291:37291)] 2024-11-12T17:55:42,855 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:42,855 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:42,855 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,855 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:55:42,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:42,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:42,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:55:42,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:42,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:42,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:55:42,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:42,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:42,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:55:42,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:42,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:42,883 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,885 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,885 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,891 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,891 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,896 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:42,898 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:55:42,909 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:42,910 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75154329, jitterRate=0.11988677084445953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:42,910 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434142855Initializing all the Stores at 1731434142856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434142856Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434142857 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434142857Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434142857Cleaning up temporary data from old regions at 1731434142891 (+34 ms)Region opened successfully at 1731434142910 (+19 ms) 2024-11-12T17:55:42,911 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:55:42,928 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127bd968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:55:42,935 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:55:42,935 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:55:42,935 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:55:42,936 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:55:42,939 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-12T17:55:42,940 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:55:42,940 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:55:42,948 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:55:42,949 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Unable to get data of znode /1-740926610/balancer because node does not exist (not necessarily an error) 2024-11-12T17:55:42,961 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740926610/balancer already deleted, retry=false 2024-11-12T17:55:42,961 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:55:42,962 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Unable to get data of znode /1-740926610/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:55:42,973 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740926610/normalizer already deleted, retry=false 2024-11-12T17:55:42,974 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:55:42,975 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Unable to get data of znode /1-740926610/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:55:42,984 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740926610/switch/split already deleted, retry=false 2024-11-12T17:55:42,985 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Unable to get data of znode /1-740926610/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:55:42,993 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740926610/switch/merge already deleted, retry=false 2024-11-12T17:55:43,011 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Unable to get data of znode /1-740926610/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:55:43,024 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740926610/snapshot-cleanup already deleted, retry=false 2024-11-12T17:55:43,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-740926610/running 2024-11-12T17:55:43,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-740926610/running 2024-11-12T17:55:43,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:43,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:43,055 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,40857,1731434140607, sessionid=0x1013179d5420003, setting cluster-up flag (Was=false) 2024-11-12T17:55:43,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:43,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:43,155 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-740926610/flush-table-proc/acquired, /1-740926610/flush-table-proc/reached, /1-740926610/flush-table-proc/abort 2024-11-12T17:55:43,167 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,40857,1731434140607 2024-11-12T17:55:43,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:43,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:43,264 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-740926610/online-snapshot/acquired, /1-740926610/online-snapshot/reached, /1-740926610/online-snapshot/abort 2024-11-12T17:55:43,276 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,40857,1731434140607 2024-11-12T17:55:43,293 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:55:43,311 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:43,312 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:55:43,312 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:55:43,312 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,40857,1731434140607 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:55:43,348 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:43,349 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:43,349 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:43,349 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:55:43,349 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:55:43,349 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,349 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:55:43,349 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:43,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:55:43,368 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:43,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:55:43,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434173372 2024-11-12T17:55:43,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:55:43,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:55:43,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:55:43,373 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:55:43,373 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:55:43,373 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:55:43,375 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,376 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:55:43,376 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:55:43,376 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:55:43,376 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:55:43,379 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:55:43,380 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:55:43,383 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434143380,5,FailOnTimeoutGroup] 2024-11-12T17:55:43,387 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434143384,5,FailOnTimeoutGroup] 2024-11-12T17:55:43,387 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,388 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:55:43,388 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,388 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,404 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(746): ClusterId : a7b98561-4be9-440d-84b8-1da21379228d 2024-11-12T17:55:43,404 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:55:43,430 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:55:43,430 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:55:43,442 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:55:43,442 DEBUG [RS:0;6684de3f6e40:37203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f19a01f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:55:43,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:55:43,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:55:43,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d 2024-11-12T17:55:43,470 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:37203 2024-11-12T17:55:43,470 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:55:43,470 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:55:43,470 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:55:43,475 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,40857,1731434140607 with port=37203, startcode=1731434140773 2024-11-12T17:55:43,476 DEBUG [RS:0;6684de3f6e40:37203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:55:43,500 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:55:43,503 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,37203,1731434140773 2024-11-12T17:55:43,504 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40857 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,37203,1731434140773 2024-11-12T17:55:43,512 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d 2024-11-12T17:55:43,512 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39995 2024-11-12T17:55:43,512 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:55:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:55:43,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:43,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:55:43,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610/rs 2024-11-12T17:55:43,544 DEBUG [RS:0;6684de3f6e40:37203 {}] zookeeper.ZKUtil(111): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Set watcher on existing znode=/1-740926610/rs/6684de3f6e40,37203,1731434140773 2024-11-12T17:55:43,544 WARN [RS:0;6684de3f6e40:37203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:55:43,544 INFO [RS:0;6684de3f6e40:37203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:43,544 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773 2024-11-12T17:55:43,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,37203,1731434140773] 2024-11-12T17:55:43,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:55:43,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:43,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:43,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:55:43,568 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:55:43,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:55:43,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:43,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:43,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:55:43,579 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:55:43,584 INFO [RS:0;6684de3f6e40:37203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:55:43,584 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,584 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:55:43,585 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:55:43,586 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:55:43,586 DEBUG [RS:0;6684de3f6e40:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:55:43,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:43,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:55:43,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:55:43,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:43,599 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,599 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,599 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,599 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,599 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,599 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37203,1731434140773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:55:43,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:43,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:55:43,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740 2024-11-12T17:55:43,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740 2024-11-12T17:55:43,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:55:43,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:55:43,606 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:43,630 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:55:43,630 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37203,1731434140773-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,631 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,631 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.Replication(171): 6684de3f6e40,37203,1731434140773 started 2024-11-12T17:55:43,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:55:43,651 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:43,652 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,37203,1731434140773, RpcServer on 6684de3f6e40/172.17.0.3:37203, sessionid=0x1013179d5420004 2024-11-12T17:55:43,652 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:55:43,652 DEBUG [RS:0;6684de3f6e40:37203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,37203,1731434140773 2024-11-12T17:55:43,652 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,37203,1731434140773' 2024-11-12T17:55:43,652 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-740926610/flush-table-proc/abort' 2024-11-12T17:55:43,653 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-740926610/flush-table-proc/acquired' 2024-11-12T17:55:43,653 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:43,653 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:55:43,653 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:55:43,653 DEBUG [RS:0;6684de3f6e40:37203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,37203,1731434140773 2024-11-12T17:55:43,653 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,37203,1731434140773' 2024-11-12T17:55:43,653 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-740926610/online-snapshot/abort' 2024-11-12T17:55:43,654 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-740926610/online-snapshot/acquired' 2024-11-12T17:55:43,654 DEBUG [RS:0;6684de3f6e40:37203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:55:43,654 INFO [RS:0;6684de3f6e40:37203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:55:43,654 INFO [RS:0;6684de3f6e40:37203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:55:43,659 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74926821, jitterRate=0.11649663746356964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:43,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434143522Initializing all the Stores at 1731434143531 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434143531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434143535 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434143535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434143535Cleaning up temporary data from old regions at 1731434143605 (+70 ms)Region opened successfully at 1731434143659 (+54 ms) 2024-11-12T17:55:43,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:55:43,660 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:55:43,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:55:43,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:55:43,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:55:43,667 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:55:43,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434143659Disabling compacts and flushes for region at 1731434143659Disabling writes for close at 1731434143660 (+1 ms)Writing region close event to WAL at 1731434143667 (+7 ms)Closed at 1731434143667 2024-11-12T17:55:43,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:43,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:55:43,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:55:43,671 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:55:43,676 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:55:43,755 INFO [RS:0;6684de3f6e40:37203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:55:43,767 INFO [RS:0;6684de3f6e40:37203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C37203%2C1731434140773, suffix=, logDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773, archiveDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/oldWALs, maxLogs=10 2024-11-12T17:55:43,794 DEBUG [RS:0;6684de3f6e40:37203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768, exclude list is [], retry=0 2024-11-12T17:55:43,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-c306f2a0-e27a-403e-9310-1c6a0fb542d7,DISK] 2024-11-12T17:55:43,829 WARN [6684de3f6e40:40857 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:55:43,840 INFO [RS:0;6684de3f6e40:37203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 2024-11-12T17:55:43,843 DEBUG [RS:0;6684de3f6e40:37203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37291:37291)] 2024-11-12T17:55:44,083 DEBUG [6684de3f6e40:40857 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:55:44,087 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,37203,1731434140773 2024-11-12T17:55:44,089 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,37203,1731434140773, state=OPENING 2024-11-12T17:55:44,111 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:55:44,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:44,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:44,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740926610/meta-region-server: CHANGED 2024-11-12T17:55:44,124 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:55:44,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,37203,1731434140773}] 2024-11-12T17:55:44,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740926610/meta-region-server: CHANGED 2024-11-12T17:55:44,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:55:44,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T17:55:44,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:55:44,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T17:55:44,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:55:44,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T17:55:44,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T17:55:44,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T17:55:44,296 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:55:44,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:55:44,317 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:55:44,317 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:44,317 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:55:44,334 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C37203%2C1731434140773.meta, suffix=.meta, logDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773, archiveDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/oldWALs, maxLogs=10 2024-11-12T17:55:44,361 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.meta.1731434144334.meta, exclude list is [], retry=0 2024-11-12T17:55:44,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-c306f2a0-e27a-403e-9310-1c6a0fb542d7,DISK] 2024-11-12T17:55:44,380 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.meta.1731434144334.meta 2024-11-12T17:55:44,381 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37291:37291)] 2024-11-12T17:55:44,381 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:44,382 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:55:44,382 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:55:44,382 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:55:44,382 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:55:44,382 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:55:44,382 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:44,382 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:55:44,382 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:55:44,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:55:44,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:55:44,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:44,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:44,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:55:44,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:55:44,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:44,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:44,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:55:44,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:55:44,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:44,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:44,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:55:44,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:55:44,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:44,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:55:44,412 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:55:44,414 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740 2024-11-12T17:55:44,415 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740 2024-11-12T17:55:44,418 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:55:44,418 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:55:44,423 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:55:44,427 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:55:44,430 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69222186, jitterRate=0.03149095177650452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:55:44,430 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:55:44,430 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434144382Writing region info on filesystem at 1731434144383 (+1 ms)Initializing all the Stores at 1731434144391 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434144391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434144395 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434144395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434144395Cleaning up temporary data from old regions at 1731434144418 (+23 ms)Running coprocessor post-open hooks at 1731434144430 (+12 ms)Region opened successfully at 1731434144430 2024-11-12T17:55:44,432 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434144296 2024-11-12T17:55:44,436 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:55:44,436 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:55:44,438 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,37203,1731434140773 2024-11-12T17:55:44,439 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,37203,1731434140773, state=OPEN 2024-11-12T17:55:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-740926610/meta-region-server 2024-11-12T17:55:44,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740926610/meta-region-server: CHANGED 2024-11-12T17:55:44,661 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,37203,1731434140773 2024-11-12T17:55:44,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:55:44,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,37203,1731434140773 in 538 msec 2024-11-12T17:55:44,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-740926610/meta-region-server 2024-11-12T17:55:44,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740926610/meta-region-server: CHANGED 2024-11-12T17:55:44,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:55:44,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 995 msec 2024-11-12T17:55:44,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:55:44,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:55:44,688 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:44,689 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37203,1731434140773, seqNum=-1] 2024-11-12T17:55:44,689 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:44,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:44,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-12T17:55:44,717 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434144717, completionTime=-1 2024-11-12T17:55:44,717 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:55:44,718 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:55:44,724 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:55:44,724 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434204724 2024-11-12T17:55:44,724 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434264724 2024-11-12T17:55:44,724 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-12T17:55:44,725 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40857,1731434140607-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:44,725 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40857,1731434140607-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:44,725 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40857,1731434140607-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:44,725 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:40857, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:44,725 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:44,727 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:44,730 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:55:44,735 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.811sec 2024-11-12T17:55:44,735 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:55:44,735 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:55:44,735 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:55:44,735 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:55:44,735 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:55:44,736 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40857,1731434140607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:55:44,736 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40857,1731434140607-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:55:44,745 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:55:44,745 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:55:44,745 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40857,1731434140607-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:55:44,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc00003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:44,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40857,-1 for getting cluster id 2024-11-12T17:55:44,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:44,844 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b98561-4be9-440d-84b8-1da21379228d' 2024-11-12T17:55:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b98561-4be9-440d-84b8-1da21379228d" 2024-11-12T17:55:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b6be43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40857,-1] 2024-11-12T17:55:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:44,852 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:44,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe6e69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:44,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37203,1731434140773, seqNum=-1] 2024-11-12T17:55:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:44,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:44,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,40857,1731434140607 2024-11-12T17:55:44,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60730 2024-11-12T17:55:45,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:55:45,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013179d5420005 connected 2024-11-12T17:55:45,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:45,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40045,1731434131774 2024-11-12T17:55:45,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b7cba9b 2024-11-12T17:55:45,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:45,428 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:45,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:55:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:55:45,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:55:45,435 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:45,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:55:45,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:55:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:55:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:45,866 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 420bfcb03a0de5097737b8b94fdbd96c, NAME => 'test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a 2024-11-12T17:55:45,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:55:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:46,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:46,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 420bfcb03a0de5097737b8b94fdbd96c, disabling compactions & flushes 2024-11-12T17:55:46,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:55:46,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:55:46,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. after waiting 0 ms 2024-11-12T17:55:46,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:55:46,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:55:46,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 420bfcb03a0de5097737b8b94fdbd96c: Waiting for close lock at 1731434146350Disabling compacts and flushes for region at 1731434146350Disabling writes for close at 1731434146350Writing region close event to WAL at 1731434146350Closed at 1731434146350 2024-11-12T17:55:46,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:55:46,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434146352"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434146352"}]},"ts":"1731434146352"} 2024-11-12T17:55:46,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:55:46,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:55:46,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434146361"}]},"ts":"1731434146361"} 2024-11-12T17:55:46,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:55:46,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=420bfcb03a0de5097737b8b94fdbd96c, ASSIGN}] 2024-11-12T17:55:46,378 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=420bfcb03a0de5097737b8b94fdbd96c, ASSIGN 2024-11-12T17:55:46,383 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=420bfcb03a0de5097737b8b94fdbd96c, ASSIGN; state=OFFLINE, location=6684de3f6e40,33559,1731434132285; forceNewPlan=false, retain=false 2024-11-12T17:55:46,534 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=420bfcb03a0de5097737b8b94fdbd96c, regionState=OPENING, regionLocation=6684de3f6e40,33559,1731434132285 2024-11-12T17:55:46,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=420bfcb03a0de5097737b8b94fdbd96c, ASSIGN because future has completed 2024-11-12T17:55:46,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420bfcb03a0de5097737b8b94fdbd96c, server=6684de3f6e40,33559,1731434132285}] 2024-11-12T17:55:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:46,771 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:55:46,771 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 420bfcb03a0de5097737b8b94fdbd96c, NAME => 'test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:46,772 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:55:46,772 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:55:46,772 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,772 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:46,772 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,772 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,791 INFO [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,798 INFO [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420bfcb03a0de5097737b8b94fdbd96c columnFamilyName f 2024-11-12T17:55:46,798 DEBUG [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:46,801 INFO [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] regionserver.HStore(327): Store=420bfcb03a0de5097737b8b94fdbd96c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:46,802 INFO [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,828 INFO [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420bfcb03a0de5097737b8b94fdbd96c columnFamilyName f1 2024-11-12T17:55:46,828 DEBUG [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:46,830 INFO [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] regionserver.HStore(327): Store=420bfcb03a0de5097737b8b94fdbd96c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:46,830 INFO [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,831 INFO [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420bfcb03a0de5097737b8b94fdbd96c columnFamilyName norep 2024-11-12T17:55:46,831 DEBUG [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:46,832 INFO [StoreOpener-420bfcb03a0de5097737b8b94fdbd96c-1 {}] regionserver.HStore(327): Store=420bfcb03a0de5097737b8b94fdbd96c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:46,832 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,838 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,840 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,852 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,852 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,853 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:55:46,863 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,883 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:46,884 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 420bfcb03a0de5097737b8b94fdbd96c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61788456, jitterRate=-0.07928025722503662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:55:46,884 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:55:46,885 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 420bfcb03a0de5097737b8b94fdbd96c: Running coprocessor pre-open hook at 1731434146772Writing region info on filesystem at 1731434146772Initializing all the Stores at 1731434146775 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434146775Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434146784 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434146784Cleaning up temporary data from old regions at 1731434146852 (+68 ms)Running coprocessor post-open hooks at 1731434146884 (+32 ms)Region opened successfully at 1731434146885 (+1 ms) 2024-11-12T17:55:46,886 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c., pid=6, masterSystemTime=1731434146727 2024-11-12T17:55:46,890 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=420bfcb03a0de5097737b8b94fdbd96c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,33559,1731434132285 2024-11-12T17:55:46,892 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:55:46,892 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:55:46,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420bfcb03a0de5097737b8b94fdbd96c, server=6684de3f6e40,33559,1731434132285 because future has completed 2024-11-12T17:55:46,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:55:46,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 420bfcb03a0de5097737b8b94fdbd96c, server=6684de3f6e40,33559,1731434132285 in 343 msec 2024-11-12T17:55:46,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:55:46,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=420bfcb03a0de5097737b8b94fdbd96c, ASSIGN in 542 msec 2024-11-12T17:55:46,916 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:55:46,917 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434146916"}]},"ts":"1731434146916"} 2024-11-12T17:55:46,922 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:55:46,923 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:55:46,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4920 sec 2024-11-12T17:55:47,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T17:55:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:47,603 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:55:47,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:47,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40857,1731434140607 2024-11-12T17:55:47,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d2fcb98 2024-11-12T17:55:47,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:47,609 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:47,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:55:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:55:47,614 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:55:47,614 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:47,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:55:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:47,617 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:55:47,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:55:47,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a136a6dd55f24dc5a3f905d0d23eab1, NAME => 'test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d 2024-11-12T17:55:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:47,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:55:47,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:47,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8a136a6dd55f24dc5a3f905d0d23eab1, disabling compactions & flushes 2024-11-12T17:55:47,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:47,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:47,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. after waiting 0 ms 2024-11-12T17:55:47,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:47,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:47,754 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a136a6dd55f24dc5a3f905d0d23eab1: Waiting for close lock at 1731434147753Disabling compacts and flushes for region at 1731434147753Disabling writes for close at 1731434147754 (+1 ms)Writing region close event to WAL at 1731434147754Closed at 1731434147754 2024-11-12T17:55:47,756 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:55:47,756 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434147756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434147756"}]},"ts":"1731434147756"} 2024-11-12T17:55:47,765 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:55:47,767 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:55:47,767 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434147767"}]},"ts":"1731434147767"} 2024-11-12T17:55:47,774 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:55:47,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a136a6dd55f24dc5a3f905d0d23eab1, ASSIGN}] 2024-11-12T17:55:47,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a136a6dd55f24dc5a3f905d0d23eab1, ASSIGN 2024-11-12T17:55:47,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8a136a6dd55f24dc5a3f905d0d23eab1, ASSIGN; state=OFFLINE, location=6684de3f6e40,37203,1731434140773; forceNewPlan=false, retain=false 2024-11-12T17:55:47,932 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a136a6dd55f24dc5a3f905d0d23eab1, regionState=OPENING, regionLocation=6684de3f6e40,37203,1731434140773 2024-11-12T17:55:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:47,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8a136a6dd55f24dc5a3f905d0d23eab1, ASSIGN because future has completed 2024-11-12T17:55:47,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a136a6dd55f24dc5a3f905d0d23eab1, server=6684de3f6e40,37203,1731434140773}] 2024-11-12T17:55:48,138 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:48,138 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a136a6dd55f24dc5a3f905d0d23eab1, NAME => 'test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:48,138 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:55:48,138 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:55:48,139 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,139 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:48,139 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,139 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,160 INFO [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,170 INFO [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a136a6dd55f24dc5a3f905d0d23eab1 columnFamilyName f 2024-11-12T17:55:48,170 DEBUG [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:48,171 INFO [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] regionserver.HStore(327): Store=8a136a6dd55f24dc5a3f905d0d23eab1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:48,172 INFO [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,174 INFO [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a136a6dd55f24dc5a3f905d0d23eab1 columnFamilyName f1 2024-11-12T17:55:48,175 DEBUG [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:48,178 INFO [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] regionserver.HStore(327): Store=8a136a6dd55f24dc5a3f905d0d23eab1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:48,178 INFO [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,182 INFO [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a136a6dd55f24dc5a3f905d0d23eab1 columnFamilyName norep 2024-11-12T17:55:48,183 DEBUG [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:48,187 INFO [StoreOpener-8a136a6dd55f24dc5a3f905d0d23eab1-1 {}] regionserver.HStore(327): Store=8a136a6dd55f24dc5a3f905d0d23eab1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:48,188 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,189 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,192 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,200 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,200 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,201 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:55:48,203 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,209 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:48,210 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a136a6dd55f24dc5a3f905d0d23eab1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71197580, jitterRate=0.060926616191864014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:55:48,210 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:48,210 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a136a6dd55f24dc5a3f905d0d23eab1: Running coprocessor pre-open hook at 1731434148139Writing region info on filesystem at 1731434148139Initializing all the Stores at 1731434148145 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434148145Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434148160 (+15 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434148160Cleaning up temporary data from old regions at 1731434148200 (+40 ms)Running coprocessor post-open hooks at 1731434148210 (+10 ms)Region opened successfully at 1731434148210 2024-11-12T17:55:48,216 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1., pid=6, masterSystemTime=1731434148109 2024-11-12T17:55:48,226 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:48,226 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:48,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a136a6dd55f24dc5a3f905d0d23eab1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,37203,1731434140773 2024-11-12T17:55:48,233 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40857 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,37203,1731434140773, table=test, region=8a136a6dd55f24dc5a3f905d0d23eab1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T17:55:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:48,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a136a6dd55f24dc5a3f905d0d23eab1, server=6684de3f6e40,37203,1731434140773 because future has completed 2024-11-12T17:55:48,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:55:48,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a136a6dd55f24dc5a3f905d0d23eab1, server=6684de3f6e40,37203,1731434140773 in 323 msec 2024-11-12T17:55:48,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:55:48,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8a136a6dd55f24dc5a3f905d0d23eab1, ASSIGN in 529 msec 2024-11-12T17:55:48,343 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:55:48,344 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434148343"}]},"ts":"1731434148343"} 2024-11-12T17:55:48,355 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:55:48,363 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:55:48,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-12T17:55:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:55:48,754 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:55:48,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ac824f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40045,-1 for getting cluster id 2024-11-12T17:55:48,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:48,765 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8d597e-3c18-444b-a4a2-1c4ad2e47d40' 2024-11-12T17:55:48,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:48,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8d597e-3c18-444b-a4a2-1c4ad2e47d40" 2024-11-12T17:55:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e40dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40045,-1] 2024-11-12T17:55:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:48,776 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59501f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663130a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40857,-1 for getting cluster id 2024-11-12T17:55:48,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:48,788 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b98561-4be9-440d-84b8-1da21379228d' 2024-11-12T17:55:48,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b98561-4be9-440d-84b8-1da21379228d" 2024-11-12T17:55:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d367b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40857,-1] 2024-11-12T17:55:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:48,791 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7412f166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7443139f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40045,-1 for getting cluster id 2024-11-12T17:55:48,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:48,806 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8d597e-3c18-444b-a4a2-1c4ad2e47d40' 2024-11-12T17:55:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8d597e-3c18-444b-a4a2-1c4ad2e47d40" 2024-11-12T17:55:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eeab58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40045,-1] 2024-11-12T17:55:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:48,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:48,809 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c35df76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:48,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40045,1731434131774 2024-11-12T17:55:48,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69553cfe 2024-11-12T17:55:48,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:48,814 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:48,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:40857,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:55:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:55:48,820 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:40857' 2024-11-12T17:55:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:48,828 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dee466d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,828 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40857,-1 for getting cluster id 2024-11-12T17:55:48,828 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:48,831 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b98561-4be9-440d-84b8-1da21379228d' 2024-11-12T17:55:48,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:48,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b98561-4be9-440d-84b8-1da21379228d" 2024-11-12T17:55:48,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e0574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40857,-1] 2024-11-12T17:55:48,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:48,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:48,834 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:48,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1ddd62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:48,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:48,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40857,1731434140607 2024-11-12T17:55:48,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cb2c9e 2024-11-12T17:55:48,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:48,838 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:48,839 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T17:55:48,839 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:55:48,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:48,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:48,840 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:55:48,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:48,841 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:55:48,843 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:55:48,843 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:48,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:55:48,892 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:55:48,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:55:48,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffe8120dfc770d7d8ac143a696d88bb0, NAME => 'hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a 2024-11-12T17:55:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:55:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:49,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:49,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ffe8120dfc770d7d8ac143a696d88bb0, disabling compactions & flushes 2024-11-12T17:55:49,374 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:55:49,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:55:49,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. after waiting 0 ms 2024-11-12T17:55:49,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:55:49,374 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:55:49,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffe8120dfc770d7d8ac143a696d88bb0: Waiting for close lock at 1731434149374Disabling compacts and flushes for region at 1731434149374Disabling writes for close at 1731434149374Writing region close event to WAL at 1731434149374Closed at 1731434149374 2024-11-12T17:55:49,376 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:55:49,376 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434149376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434149376"}]},"ts":"1731434149376"} 2024-11-12T17:55:49,380 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:55:49,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:55:49,382 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434149382"}]},"ts":"1731434149382"} 2024-11-12T17:55:49,390 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:55:49,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffe8120dfc770d7d8ac143a696d88bb0, ASSIGN}] 2024-11-12T17:55:49,394 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffe8120dfc770d7d8ac143a696d88bb0, ASSIGN 2024-11-12T17:55:49,395 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ffe8120dfc770d7d8ac143a696d88bb0, ASSIGN; state=OFFLINE, location=6684de3f6e40,33559,1731434132285; forceNewPlan=false, retain=false 2024-11-12T17:55:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:49,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ffe8120dfc770d7d8ac143a696d88bb0, regionState=OPENING, regionLocation=6684de3f6e40,33559,1731434132285 2024-11-12T17:55:49,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ffe8120dfc770d7d8ac143a696d88bb0, ASSIGN because future has completed 2024-11-12T17:55:49,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffe8120dfc770d7d8ac143a696d88bb0, server=6684de3f6e40,33559,1731434132285}] 2024-11-12T17:55:49,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:55:49,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:49,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:55:49,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C33559%2C1731434132285.rep, suffix=, logDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285, archiveDir=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/oldWALs, maxLogs=10 2024-11-12T17:55:49,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.rep.1731434149772, exclude list is [], retry=0 2024-11-12T17:55:49,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37949,DS-d528d9e9-a201-4f32-8dc5-d6f191cfc13d,DISK] 2024-11-12T17:55:49,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.rep.1731434149772 2024-11-12T17:55:49,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33223:33223)] 2024-11-12T17:55:49,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ffe8120dfc770d7d8ac143a696d88bb0, NAME => 'hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:49,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:55:49,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:55:49,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. service=MultiRowMutationService 2024-11-12T17:55:49,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:55:49,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:49,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,883 INFO [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:55:49,893 INFO [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe8120dfc770d7d8ac143a696d88bb0 columnFamilyName hfileref 2024-11-12T17:55:49,893 DEBUG [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:49,893 INFO [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] regionserver.HStore(327): Store=ffe8120dfc770d7d8ac143a696d88bb0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:49,893 INFO [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,897 INFO [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe8120dfc770d7d8ac143a696d88bb0 columnFamilyName queue 2024-11-12T17:55:49,897 DEBUG [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:49,904 INFO [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] regionserver.HStore(327): Store=ffe8120dfc770d7d8ac143a696d88bb0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:49,904 INFO [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,908 INFO [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe8120dfc770d7d8ac143a696d88bb0 columnFamilyName sid 2024-11-12T17:55:49,908 DEBUG [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:49,909 INFO [StoreOpener-ffe8120dfc770d7d8ac143a696d88bb0-1 {}] regionserver.HStore(327): Store=ffe8120dfc770d7d8ac143a696d88bb0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:49,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:55:49,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:49,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:49,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:49,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:49,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:49,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:49,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:49,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:49,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ffe8120dfc770d7d8ac143a696d88bb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64779459, jitterRate=-0.0347108393907547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:55:49,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:55:49,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ffe8120dfc770d7d8ac143a696d88bb0: Running coprocessor pre-open hook at 1731434149868Writing region info on filesystem at 1731434149868Initializing all the Stores at 1731434149879 (+11 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434149879Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434149882 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434149882Cleaning up temporary data from old regions at 1731434149913 (+31 ms)Running coprocessor post-open hooks at 1731434149956 (+43 ms)Region opened successfully at 1731434149957 (+1 ms) 2024-11-12T17:55:49,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:49,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0., pid=10, masterSystemTime=1731434149734 2024-11-12T17:55:49,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:55:49,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:55:49,961 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ffe8120dfc770d7d8ac143a696d88bb0, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,33559,1731434132285 2024-11-12T17:55:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:49,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffe8120dfc770d7d8ac143a696d88bb0, server=6684de3f6e40,33559,1731434132285 because future has completed 2024-11-12T17:55:49,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:55:49,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ffe8120dfc770d7d8ac143a696d88bb0, server=6684de3f6e40,33559,1731434132285 in 399 msec 2024-11-12T17:55:49,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:55:49,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffe8120dfc770d7d8ac143a696d88bb0, ASSIGN in 581 msec 2024-11-12T17:55:49,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:55:49,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434149976"}]},"ts":"1731434149976"} 2024-11-12T17:55:49,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:55:49,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:55:49,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1410 sec 2024-11-12T17:55:50,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0., hostname=6684de3f6e40,33559,1731434132285, seqNum=2] 2024-11-12T17:55:50,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:50,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:55:50,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:55:50,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:55:50,283 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:55:50,397 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,33559,1731434132285, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:55:50,398 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:50,398 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33559,1731434132285, seqNum=-1] 2024-11-12T17:55:50,399 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:50,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T17:55:50,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,33559,1731434132285', locateType=CURRENT is [region=hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0., hostname=6684de3f6e40,33559,1731434132285, seqNum=2] 2024-11-12T17:55:50,417 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:55:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:55:50,436 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,33559,1731434132285 suceeded 2024-11-12T17:55:50,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:55:50,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 325 msec 2024-11-12T17:55:50,440 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:40857,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:55:50,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6250 sec 2024-11-12T17:55:50,478 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:40857' 2024-11-12T17:55:50,486 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4736e57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:50,486 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40857,-1 for getting cluster id 2024-11-12T17:55:50,486 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:50,488 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b98561-4be9-440d-84b8-1da21379228d' 2024-11-12T17:55:50,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b98561-4be9-440d-84b8-1da21379228d" 2024-11-12T17:55:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61d75873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40857,-1] 2024-11-12T17:55:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:50,495 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:50,502 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c8dc6b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:50,502 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:50,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40857,1731434140607 2024-11-12T17:55:50,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cdfc48a 2024-11-12T17:55:50,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:50,513 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T17:55:50,517 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,33559,1731434132285 (queues=1) is replicating from cluster=2c8d597e-3c18-444b-a4a2-1c4ad2e47d40 to cluster=a7b98561-4be9-440d-84b8-1da21379228d 2024-11-12T17:55:50,517 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C33559%2C1731434132285 2024-11-12T17:55:50,517 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,33559,1731434132285, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:55:50,518 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543, startPosition=0, beingWritten=true 2024-11-12T17:55:50,529 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C33559%2C1731434132285 2024-11-12T17:55:50,561 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:55:50,561 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 379, reset compression=false 2024-11-12T17:55:50,561 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,33559,1731434132285 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:55:50,788 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 379, reset compression=false 2024-11-12T17:55:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:50,975 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:55:50,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:50,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:50,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:50,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:50,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:50,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171264db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:50,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40857,-1 for getting cluster id 2024-11-12T17:55:50,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:50,990 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b98561-4be9-440d-84b8-1da21379228d' 2024-11-12T17:55:50,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:50,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b98561-4be9-440d-84b8-1da21379228d" 2024-11-12T17:55:50,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7809efd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40857,-1] 2024-11-12T17:55:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:50,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:50,997 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cea8e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:50,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:51,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40857,1731434140607 2024-11-12T17:55:51,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bfb0366 2024-11-12T17:55:51,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:51,011 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:51,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:40045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:55:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:55:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:51,033 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:40045' 2024-11-12T17:55:51,036 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d03853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:51,036 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40045,-1 for getting cluster id 2024-11-12T17:55:51,036 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:51,040 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8d597e-3c18-444b-a4a2-1c4ad2e47d40' 2024-11-12T17:55:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8d597e-3c18-444b-a4a2-1c4ad2e47d40" 2024-11-12T17:55:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510405d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40045,-1] 2024-11-12T17:55:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:51,043 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:51,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d26533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:51,046 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:51,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40045,1731434131774 2024-11-12T17:55:51,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55e2388c 2024-11-12T17:55:51,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:51,049 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:51,051 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T17:55:51,051 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:55:51,051 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:51,051 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:51,052 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:55:51,053 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:55:51,055 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:55:51,055 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:51,056 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:55:51,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:51,115 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:55:51,124 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 379, reset compression=false 2024-11-12T17:55:51,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:55:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:51,555 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 379, reset compression=false 2024-11-12T17:55:51,557 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 492e5e459593ac19d969e5ee1b7e587d, NAME => 'hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d 2024-11-12T17:55:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:55:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 492e5e459593ac19d969e5ee1b7e587d, disabling compactions & flushes 2024-11-12T17:55:52,064 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. after waiting 0 ms 2024-11-12T17:55:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:52,064 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 492e5e459593ac19d969e5ee1b7e587d: Waiting for close lock at 1731434152064Disabling compacts and flushes for region at 1731434152064Disabling writes for close at 1731434152064Writing region close event to WAL at 1731434152064Closed at 1731434152064 2024-11-12T17:55:52,071 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:55:52,071 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434152071"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434152071"}]},"ts":"1731434152071"} 2024-11-12T17:55:52,075 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:55:52,076 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:55:52,076 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434152076"}]},"ts":"1731434152076"} 2024-11-12T17:55:52,080 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:55:52,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=492e5e459593ac19d969e5ee1b7e587d, ASSIGN}] 2024-11-12T17:55:52,083 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=492e5e459593ac19d969e5ee1b7e587d, ASSIGN 2024-11-12T17:55:52,084 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=492e5e459593ac19d969e5ee1b7e587d, ASSIGN; state=OFFLINE, location=6684de3f6e40,37203,1731434140773; forceNewPlan=false, retain=false 2024-11-12T17:55:52,091 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 379, reset compression=false 2024-11-12T17:55:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:52,243 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=492e5e459593ac19d969e5ee1b7e587d, regionState=OPENING, regionLocation=6684de3f6e40,37203,1731434140773 2024-11-12T17:55:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=492e5e459593ac19d969e5ee1b7e587d, ASSIGN because future has completed 2024-11-12T17:55:52,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 492e5e459593ac19d969e5ee1b7e587d, server=6684de3f6e40,37203,1731434140773}] 2024-11-12T17:55:52,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:52,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:55:52,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:55:52,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C37203%2C1731434140773.rep, suffix=, logDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773, archiveDir=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/oldWALs, maxLogs=10 2024-11-12T17:55:52,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.rep.1731434152453, exclude list is [], retry=0 2024-11-12T17:55:52,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-c306f2a0-e27a-403e-9310-1c6a0fb542d7,DISK] 2024-11-12T17:55:52,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.rep.1731434152453 2024-11-12T17:55:52,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37291:37291)] 2024-11-12T17:55:52,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 492e5e459593ac19d969e5ee1b7e587d, NAME => 'hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:55:52,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:55:52,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:55:52,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. service=MultiRowMutationService 2024-11-12T17:55:52,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:55:52,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:55:52,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,548 INFO [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,557 INFO [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 492e5e459593ac19d969e5ee1b7e587d columnFamilyName hfileref 2024-11-12T17:55:52,557 DEBUG [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:52,558 INFO [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] regionserver.HStore(327): Store=492e5e459593ac19d969e5ee1b7e587d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:52,558 INFO [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,564 INFO [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 492e5e459593ac19d969e5ee1b7e587d columnFamilyName queue 2024-11-12T17:55:52,564 DEBUG [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:52,565 INFO [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] regionserver.HStore(327): Store=492e5e459593ac19d969e5ee1b7e587d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:52,565 INFO [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,567 INFO [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 492e5e459593ac19d969e5ee1b7e587d columnFamilyName sid 2024-11-12T17:55:52,567 DEBUG [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:55:52,568 INFO [StoreOpener-492e5e459593ac19d969e5ee1b7e587d-1 {}] regionserver.HStore(327): Store=492e5e459593ac19d969e5ee1b7e587d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:55:52,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:55:52,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:55:52,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 492e5e459593ac19d969e5ee1b7e587d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73867689, jitterRate=0.10071434080600739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:55:52,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:52,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 492e5e459593ac19d969e5ee1b7e587d: Running coprocessor pre-open hook at 1731434152539Writing region info on filesystem at 1731434152539Initializing all the Stores at 1731434152542 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434152543 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434152548 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434152548Cleaning up temporary data from old regions at 1731434152573 (+25 ms)Running coprocessor post-open hooks at 1731434152586 (+13 ms)Region opened successfully at 1731434152586 2024-11-12T17:55:52,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d., pid=10, masterSystemTime=1731434152421 2024-11-12T17:55:52,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:52,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:52,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=492e5e459593ac19d969e5ee1b7e587d, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,37203,1731434140773 2024-11-12T17:55:52,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 492e5e459593ac19d969e5ee1b7e587d, server=6684de3f6e40,37203,1731434140773 because future has completed 2024-11-12T17:55:52,598 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40857 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,37203,1731434140773, table=hbase:replication, region=492e5e459593ac19d969e5ee1b7e587d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T17:55:52,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:55:52,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 492e5e459593ac19d969e5ee1b7e587d, server=6684de3f6e40,37203,1731434140773 in 349 msec 2024-11-12T17:55:52,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:55:52,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=492e5e459593ac19d969e5ee1b7e587d, ASSIGN in 531 msec 2024-11-12T17:55:52,616 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:55:52,617 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434152616"}]},"ts":"1731434152616"} 2024-11-12T17:55:52,620 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:55:52,622 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:55:52,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.5700 sec 2024-11-12T17:55:52,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d., hostname=6684de3f6e40,37203,1731434140773, seqNum=2] 2024-11-12T17:55:52,716 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 379, reset compression=false 2024-11-12T17:55:52,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:52,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:52,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:55:53,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:55:53,084 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:55:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:53,201 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,37203,1731434140773, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:55:53,202 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:53,202 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37203,1731434140773, seqNum=-1] 2024-11-12T17:55:53,203 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:53,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T17:55:53,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,37203,1731434140773', locateType=CURRENT is [region=hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d., hostname=6684de3f6e40,37203,1731434140773, seqNum=2] 2024-11-12T17:55:53,223 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:55:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:55:53,234 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,37203,1731434140773 suceeded 2024-11-12T17:55:53,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:55:53,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 314 msec 2024-11-12T17:55:53,236 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:40045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:55:53,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.2240 sec 2024-11-12T17:55:53,261 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:40045' 2024-11-12T17:55:53,262 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ada0b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:53,262 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40045,-1 for getting cluster id 2024-11-12T17:55:53,265 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:53,267 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8d597e-3c18-444b-a4a2-1c4ad2e47d40' 2024-11-12T17:55:53,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:53,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8d597e-3c18-444b-a4a2-1c4ad2e47d40" 2024-11-12T17:55:53,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f87b3ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:53,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40045,-1] 2024-11-12T17:55:53,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:53,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:53,280 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:53,284 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bf25e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:53,284 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:53,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40045,1731434131774 2024-11-12T17:55:53,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4612390b 2024-11-12T17:55:53,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:53,290 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T17:55:53,302 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,37203,1731434140773 (queues=1) is replicating from cluster=a7b98561-4be9-440d-84b8-1da21379228d to cluster=2c8d597e-3c18-444b-a4a2-1c4ad2e47d40 2024-11-12T17:55:53,302 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C37203%2C1731434140773 2024-11-12T17:55:53,302 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,37203,1731434140773, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:55:53,315 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C37203%2C1731434140773 2024-11-12T17:55:53,316 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768, startPosition=0, beingWritten=true 2024-11-12T17:55:53,361 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:55:53,361 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 379, reset compression=false 2024-11-12T17:55:53,363 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37203,1731434140773 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:55:53,437 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 379, reset compression=false 2024-11-12T17:55:53,582 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 379, reset compression=false 2024-11-12T17:55:53,915 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 379, reset compression=false 2024-11-12T17:55:54,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T17:55:54,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T17:55:54,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T17:55:54,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T17:55:54,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:55:54,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T17:55:54,276 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 379, reset compression=false 2024-11-12T17:55:54,379 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 379, reset compression=false 2024-11-12T17:55:54,952 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 379, reset compression=false 2024-11-12T17:55:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:55:55,213 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:55:55,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:55,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:55,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:55,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:55,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:55,217 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 379, reset compression=false 2024-11-12T17:55:55,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:55,243 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731434155242/Put/seqid=0 2024-11-12T17:55:55,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741840_1016 (size=7894) 2024-11-12T17:55:55,301 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731434155298/Put/seqid=0 2024-11-12T17:55:55,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741841_1017 (size=7691) 2024-11-12T17:55:55,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773b8ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:55,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40045,-1 for getting cluster id 2024-11-12T17:55:55,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:55,341 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8d597e-3c18-444b-a4a2-1c4ad2e47d40' 2024-11-12T17:55:55,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8d597e-3c18-444b-a4a2-1c4ad2e47d40" 2024-11-12T17:55:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7859145a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40045,-1] 2024-11-12T17:55:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:55,345 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:55,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6df17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:55,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33559,1731434132285, seqNum=-1] 2024-11-12T17:55:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:55,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:55,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40045,1731434131774 2024-11-12T17:55:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be9f11b 2024-11-12T17:55:55,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:55,413 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:55,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c., hostname=6684de3f6e40,33559,1731434132285, seqNum=2] 2024-11-12T17:55:55,429 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:55:55,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:55:55,459 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T17:55:55,470 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T17:55:55,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 420bfcb03a0de5097737b8b94fdbd96c/f 2024-11-12T17:55:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T17:55:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:55:55,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 420bfcb03a0de5097737b8b94fdbd96c/f 2024-11-12T17:55:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T17:55:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:55:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegion(2603): Flush status journal for 420bfcb03a0de5097737b8b94fdbd96c: 2024-11-12T17:55:55,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:55,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:55,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins__test__do82a3oieu22k6dbgiaobnimkq5akmthuksse1iaj4aimoced6clvhk3kishpl0q/f/hfile_0 2024-11-12T17:55:55,563 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 379, reset compression=false 2024-11-12T17:55:55,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:55,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:55,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins__test__do82a3oieu22k6dbgiaobnimkq5akmthuksse1iaj4aimoced6clvhk3kishpl0q/f/hfile_0 as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/32deba90c61e47c99f4fad171a96774f_SeqId_4_ 2024-11-12T17:55:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins__test__do82a3oieu22k6dbgiaobnimkq5akmthuksse1iaj4aimoced6clvhk3kishpl0q/f/hfile_1 2024-11-12T17:55:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins__test__do82a3oieu22k6dbgiaobnimkq5akmthuksse1iaj4aimoced6clvhk3kishpl0q/f/hfile_1 as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_ 2024-11-12T17:55:55,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins__test__do82a3oieu22k6dbgiaobnimkq5akmthuksse1iaj4aimoced6clvhk3kishpl0q/f/hfile_0 into 420bfcb03a0de5097737b8b94fdbd96c/f as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/32deba90c61e47c99f4fad171a96774f_SeqId_4_ - updating store file list. 2024-11-12T17:55:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32deba90c61e47c99f4fad171a96774f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:55:55,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/32deba90c61e47c99f4fad171a96774f_SeqId_4_ into 420bfcb03a0de5097737b8b94fdbd96c/f 2024-11-12T17:55:55,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins__test__do82a3oieu22k6dbgiaobnimkq5akmthuksse1iaj4aimoced6clvhk3kishpl0q/f/hfile_0 into 420bfcb03a0de5097737b8b94fdbd96c/f (new location: hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/32deba90c61e47c99f4fad171a96774f_SeqId_4_) 2024-11-12T17:55:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins__test__do82a3oieu22k6dbgiaobnimkq5akmthuksse1iaj4aimoced6clvhk3kishpl0q/f/hfile_0 2024-11-12T17:55:55,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins__test__do82a3oieu22k6dbgiaobnimkq5akmthuksse1iaj4aimoced6clvhk3kishpl0q/f/hfile_1 into 420bfcb03a0de5097737b8b94fdbd96c/f as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_ - updating store file list. 2024-11-12T17:55:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:55:55,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_ into 420bfcb03a0de5097737b8b94fdbd96c/f 2024-11-12T17:55:55,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins__test__do82a3oieu22k6dbgiaobnimkq5akmthuksse1iaj4aimoced6clvhk3kishpl0q/f/hfile_1 into 420bfcb03a0de5097737b8b94fdbd96c/f (new location: hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_) 2024-11-12T17:55:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins__test__do82a3oieu22k6dbgiaobnimkq5akmthuksse1iaj4aimoced6clvhk3kishpl0q/f/hfile_1 2024-11-12T17:55:55,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:55,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:55,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:55,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:55,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:55,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:55,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c., hostname=6684de3f6e40,33559,1731434132285, seqNum=2 , the old value is region=test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c., hostname=6684de3f6e40,33559,1731434132285, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6684de3f6e40:33559 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:55:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c., hostname=6684de3f6e40,33559,1731434132285, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:55:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:42070 deadline: 1731434215649 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:42070 2024-11-12T17:55:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37203,1731434140773, seqNum=-1] 2024-11-12T17:55:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c., hostname=6684de3f6e40,33559,1731434132285, seqNum=2 from cache 2024-11-12T17:55:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:55,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1., hostname=6684de3f6e40,37203,1731434140773, seqNum=2] 2024-11-12T17:55:55,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:55:55,658 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T17:55:55,756 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:33559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T17:55:56,248 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 379, reset compression=false 2024-11-12T17:55:56,289 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:55:56,289 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,33559,1731434132285 got entry batch from reader: WALEntryBatch [walEntries=[{test/420bfcb03a0de5097737b8b94fdbd96c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731434155644/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T17:55:56,292 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:55:56,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-12T17:55:56,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] regionserver.ReplicationSink(318): Replicating [2c8d597e-3c18-444b-a4a2-1c4ad2e47d40] bulk loaded data 2024-11-12T17:55:56,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b4a7f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:56,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40857,-1 for getting cluster id 2024-11-12T17:55:56,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:56,307 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 379, reset compression=false 2024-11-12T17:55:56,308 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b98561-4be9-440d-84b8-1da21379228d' 2024-11-12T17:55:56,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:56,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b98561-4be9-440d-84b8-1da21379228d" 2024-11-12T17:55:56,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a490ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:56,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40857,-1] 2024-11-12T17:55:56,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:56,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:56,310 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:56,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33dc988b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741840_1016 (size=7894) 2024-11-12T17:55:56,490 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 687, reset compression=false 2024-11-12T17:55:56,662 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T17:55:56,819 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 687, reset compression=false 2024-11-12T17:55:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741841_1017 (size=7691) 2024-11-12T17:55:56,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:56,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40857,1731434140607 2024-11-12T17:55:56,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d68ec 2024-11-12T17:55:56,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:56,879 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T17:55:56,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:55:56,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:56,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37203,1731434140773, seqNum=-1] 2024-11-12T17:55:56,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:56,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T17:55:56,913 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/32deba90c61e47c99f4fad171a96774f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T17:55:56,918 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T17:55:56,944 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/32deba90c61e47c99f4fad171a96774f_SeqId_4_ for inclusion in 8a136a6dd55f24dc5a3f905d0d23eab1/f 2024-11-12T17:55:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T17:55:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:55:56,959 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_ for inclusion in 8a136a6dd55f24dc5a3f905d0d23eab1/f 2024-11-12T17:55:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T17:55:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:55:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HRegion(2603): Flush status journal for 8a136a6dd55f24dc5a3f905d0d23eab1: 2024-11-12T17:55:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 32deba90c61e47c99f4fad171a96774f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:55:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/32deba90c61e47c99f4fad171a96774f_SeqId_4_ as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/5af7f9a5895b4f6ba10f80e12725cd98_SeqId_4_ 2024-11-12T17:55:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:55:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_ as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/9a68d71ae03041208f83f26287da595c_SeqId_4_ 2024-11-12T17:55:56,996 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/32deba90c61e47c99f4fad171a96774f_SeqId_4_ into 8a136a6dd55f24dc5a3f905d0d23eab1/f as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/5af7f9a5895b4f6ba10f80e12725cd98_SeqId_4_ - updating store file list. 2024-11-12T17:55:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5af7f9a5895b4f6ba10f80e12725cd98_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:55:57,004 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/5af7f9a5895b4f6ba10f80e12725cd98_SeqId_4_ into 8a136a6dd55f24dc5a3f905d0d23eab1/f 2024-11-12T17:55:57,004 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/32deba90c61e47c99f4fad171a96774f_SeqId_4_ into 8a136a6dd55f24dc5a3f905d0d23eab1/f (new location: hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/5af7f9a5895b4f6ba10f80e12725cd98_SeqId_4_) 2024-11-12T17:55:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/32deba90c61e47c99f4fad171a96774f_SeqId_4_ 2024-11-12T17:55:57,006 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_ into 8a136a6dd55f24dc5a3f905d0d23eab1/f as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/9a68d71ae03041208f83f26287da595c_SeqId_4_ - updating store file list. 2024-11-12T17:55:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9a68d71ae03041208f83f26287da595c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:55:57,015 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/9a68d71ae03041208f83f26287da595c_SeqId_4_ into 8a136a6dd55f24dc5a3f905d0d23eab1/f 2024-11-12T17:55:57,015 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_ into 8a136a6dd55f24dc5a3f905d0d23eab1/f (new location: hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/9a68d71ae03041208f83f26287da595c_SeqId_4_) 2024-11-12T17:55:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins.hfs.11__test__t26t1ldffc3ipq9lqkejrhee244g8l7lg3sfq8hirdo97lpqcfsgbbscqi2mc598/f/86d8e6d3afbe411ca203cce8e31fd896_SeqId_4_ 2024-11-12T17:55:57,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] regionserver.ReplicationSink(324): Finished replicating [2c8d597e-3c18-444b-a4a2-1c4ad2e47d40] bulk loaded data 2024-11-12T17:55:57,131 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 379, reset compression=false 2024-11-12T17:55:57,142 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:55:57,142 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37203,1731434140773 got entry batch from reader: WALEntryBatch [walEntries=[{test/8a136a6dd55f24dc5a3f905d0d23eab1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731434157024/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T17:55:57,144 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:55:57,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-12T17:55:57,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(318): Replicating [2c8d597e-3c18-444b-a4a2-1c4ad2e47d40, a7b98561-4be9-440d-84b8-1da21379228d] bulk loaded data 2024-11-12T17:55:57,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@306575c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:57,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40045,-1 for getting cluster id 2024-11-12T17:55:57,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:57,149 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8d597e-3c18-444b-a4a2-1c4ad2e47d40' 2024-11-12T17:55:57,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:57,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8d597e-3c18-444b-a4a2-1c4ad2e47d40" 2024-11-12T17:55:57,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2adafff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:57,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40045,-1] 2024-11-12T17:55:57,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:57,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:57,154 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:57,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b1a6511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:57,235 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 687, reset compression=false 2024-11-12T17:55:57,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741842_1018 (size=7894) 2024-11-12T17:55:57,342 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 725, reset compression=false 2024-11-12T17:55:57,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741843_1019 (size=7691) 2024-11-12T17:55:57,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:57,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40045,1731434131774 2024-11-12T17:55:57,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a456427 2024-11-12T17:55:57,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:57,367 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T17:55:57,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:55:57,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:57,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33559,1731434132285, seqNum=-1] 2024-11-12T17:55:57,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:57,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T17:55:57,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__cuknk5m1r4hor7m582e879c47967c8niai19rfpdh49rbfmolf3tnfgrimu1k69r/f/5af7f9a5895b4f6ba10f80e12725cd98_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T17:55:57,406 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__cuknk5m1r4hor7m582e879c47967c8niai19rfpdh49rbfmolf3tnfgrimu1k69r/f/9a68d71ae03041208f83f26287da595c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T17:55:57,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(324): Finished replicating [2c8d597e-3c18-444b-a4a2-1c4ad2e47d40, a7b98561-4be9-440d-84b8-1da21379228d] bulk loaded data 2024-11-12T17:55:57,650 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 725, reset compression=false 2024-11-12T17:55:57,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:55:57,696 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731434157696/Put/seqid=0 2024-11-12T17:55:57,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741842_1018 (size=11194) 2024-11-12T17:55:57,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731434157748/Put/seqid=0 2024-11-12T17:55:57,748 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 687, reset compression=false 2024-11-12T17:55:57,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741843_1019 (size=10791) 2024-11-12T17:55:57,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d002f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:57,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40857,-1 for getting cluster id 2024-11-12T17:55:57,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:55:57,805 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b98561-4be9-440d-84b8-1da21379228d' 2024-11-12T17:55:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:55:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b98561-4be9-440d-84b8-1da21379228d" 2024-11-12T17:55:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec9c200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40857,-1] 2024-11-12T17:55:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:55:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:57,807 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:55:57,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149fe2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:55:57,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37203,1731434140773, seqNum=-1] 2024-11-12T17:55:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:57,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:57,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:55:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40857,1731434140607 2024-11-12T17:55:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58c7720a 2024-11-12T17:55:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:55:57,834 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:55:57,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1., hostname=6684de3f6e40,37203,1731434140773, seqNum=2] 2024-11-12T17:55:57,847 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:55:57,865 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T17:55:57,869 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T17:55:57,896 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 8a136a6dd55f24dc5a3f905d0d23eab1/f 2024-11-12T17:55:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T17:55:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:55:57,900 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 8a136a6dd55f24dc5a3f905d0d23eab1/f 2024-11-12T17:55:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T17:55:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:55:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HRegion(2603): Flush status journal for 8a136a6dd55f24dc5a3f905d0d23eab1: 2024-11-12T17:55:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins__test__aqpkam6l5ti1vhfecnqet766colk93du8vh5ifghu8p55e1ao4fdp7jhjhf750hl/f/hfile_1 2024-11-12T17:55:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins__test__aqpkam6l5ti1vhfecnqet766colk93du8vh5ifghu8p55e1ao4fdp7jhjhf750hl/f/hfile_1 as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/62ca431069b84c6680eae01c944dd581_SeqId_6_ 2024-11-12T17:55:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins__test__aqpkam6l5ti1vhfecnqet766colk93du8vh5ifghu8p55e1ao4fdp7jhjhf750hl/f/hfile_0 2024-11-12T17:55:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins__test__aqpkam6l5ti1vhfecnqet766colk93du8vh5ifghu8p55e1ao4fdp7jhjhf750hl/f/hfile_0 as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/e7d831260c5f4356a30570b04d5c5930_SeqId_6_ 2024-11-12T17:55:57,928 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins__test__aqpkam6l5ti1vhfecnqet766colk93du8vh5ifghu8p55e1ao4fdp7jhjhf750hl/f/hfile_1 into 8a136a6dd55f24dc5a3f905d0d23eab1/f as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/62ca431069b84c6680eae01c944dd581_SeqId_6_ - updating store file list. 2024-11-12T17:55:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 62ca431069b84c6680eae01c944dd581_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T17:55:57,942 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/62ca431069b84c6680eae01c944dd581_SeqId_6_ into 8a136a6dd55f24dc5a3f905d0d23eab1/f 2024-11-12T17:55:57,942 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins__test__aqpkam6l5ti1vhfecnqet766colk93du8vh5ifghu8p55e1ao4fdp7jhjhf750hl/f/hfile_1 into 8a136a6dd55f24dc5a3f905d0d23eab1/f (new location: hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/62ca431069b84c6680eae01c944dd581_SeqId_6_) 2024-11-12T17:55:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins__test__aqpkam6l5ti1vhfecnqet766colk93du8vh5ifghu8p55e1ao4fdp7jhjhf750hl/f/hfile_1 2024-11-12T17:55:57,945 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins__test__aqpkam6l5ti1vhfecnqet766colk93du8vh5ifghu8p55e1ao4fdp7jhjhf750hl/f/hfile_0 into 8a136a6dd55f24dc5a3f905d0d23eab1/f as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/e7d831260c5f4356a30570b04d5c5930_SeqId_6_ - updating store file list. 2024-11-12T17:55:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7d831260c5f4356a30570b04d5c5930_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T17:55:57,957 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/e7d831260c5f4356a30570b04d5c5930_SeqId_6_ into 8a136a6dd55f24dc5a3f905d0d23eab1/f 2024-11-12T17:55:57,957 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins__test__aqpkam6l5ti1vhfecnqet766colk93du8vh5ifghu8p55e1ao4fdp7jhjhf750hl/f/hfile_0 into 8a136a6dd55f24dc5a3f905d0d23eab1/f (new location: hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/f/e7d831260c5f4356a30570b04d5c5930_SeqId_6_) 2024-11-12T17:55:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/staging/jenkins__test__aqpkam6l5ti1vhfecnqet766colk93du8vh5ifghu8p55e1ao4fdp7jhjhf750hl/f/hfile_0 2024-11-12T17:55:57,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:57,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:57,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:57,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:57,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1., hostname=6684de3f6e40,37203,1731434140773, seqNum=2 , the old value is region=test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1., hostname=6684de3f6e40,37203,1731434140773, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6684de3f6e40:37203 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:55:57,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1., hostname=6684de3f6e40,37203,1731434140773, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:55:57,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1., hostname=6684de3f6e40,37203,1731434140773, seqNum=2 from cache 2024-11-12T17:55:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37203: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:32932 deadline: 1731434217962 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:32932 2024-11-12T17:55:57,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:57,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:55:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33559,1731434132285, seqNum=-1] 2024-11-12T17:55:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:55:57,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:55:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c., hostname=6684de3f6e40,33559,1731434132285, seqNum=2] 2024-11-12T17:55:57,980 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T17:55:58,073 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:37203 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T17:55:58,079 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 725, reset compression=false 2024-11-12T17:55:58,117 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:55:58,118 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37203,1731434140773 got entry batch from reader: WALEntryBatch [walEntries=[{test/8a136a6dd55f24dc5a3f905d0d23eab1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731434157959/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T17:55:58,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(318): Replicating [a7b98561-4be9-440d-84b8-1da21379228d] bulk loaded data 2024-11-12T17:55:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741844_1020 (size=10791) 2024-11-12T17:55:58,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741845_1021 (size=11194) 2024-11-12T17:55:58,318 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 1033, reset compression=false 2024-11-12T17:55:58,389 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 687, reset compression=false 2024-11-12T17:55:58,645 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 1033, reset compression=false 2024-11-12T17:55:58,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:55:58,721 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/62ca431069b84c6680eae01c944dd581_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-12T17:55:58,727 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/e7d831260c5f4356a30570b04d5c5930_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-12T17:55:58,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/62ca431069b84c6680eae01c944dd581_SeqId_6_ for inclusion in 420bfcb03a0de5097737b8b94fdbd96c/f 2024-11-12T17:55:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T17:55:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:55:58,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/e7d831260c5f4356a30570b04d5c5930_SeqId_6_ for inclusion in 420bfcb03a0de5097737b8b94fdbd96c/f 2024-11-12T17:55:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T17:55:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:55:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegion(2603): Flush status journal for 420bfcb03a0de5097737b8b94fdbd96c: 2024-11-12T17:55:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 62ca431069b84c6680eae01c944dd581_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:55:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/62ca431069b84c6680eae01c944dd581_SeqId_6_ as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/a90013b27d034265b5f45d612ea48526_SeqId_6_ 2024-11-12T17:55:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e7d831260c5f4356a30570b04d5c5930_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:55:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/e7d831260c5f4356a30570b04d5c5930_SeqId_6_ as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/e8257d39e92643159496a4de1dcda358_SeqId_6_ 2024-11-12T17:55:58,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/62ca431069b84c6680eae01c944dd581_SeqId_6_ into 420bfcb03a0de5097737b8b94fdbd96c/f as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/a90013b27d034265b5f45d612ea48526_SeqId_6_ - updating store file list. 2024-11-12T17:55:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a90013b27d034265b5f45d612ea48526_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T17:55:58,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/a90013b27d034265b5f45d612ea48526_SeqId_6_ into 420bfcb03a0de5097737b8b94fdbd96c/f 2024-11-12T17:55:58,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/62ca431069b84c6680eae01c944dd581_SeqId_6_ into 420bfcb03a0de5097737b8b94fdbd96c/f (new location: hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/a90013b27d034265b5f45d612ea48526_SeqId_6_) 2024-11-12T17:55:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/62ca431069b84c6680eae01c944dd581_SeqId_6_ 2024-11-12T17:55:58,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/e7d831260c5f4356a30570b04d5c5930_SeqId_6_ into 420bfcb03a0de5097737b8b94fdbd96c/f as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/e8257d39e92643159496a4de1dcda358_SeqId_6_ - updating store file list. 2024-11-12T17:55:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e8257d39e92643159496a4de1dcda358_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T17:55:58,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/e8257d39e92643159496a4de1dcda358_SeqId_6_ into 420bfcb03a0de5097737b8b94fdbd96c/f 2024-11-12T17:55:58,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/e7d831260c5f4356a30570b04d5c5930_SeqId_6_ into 420bfcb03a0de5097737b8b94fdbd96c/f (new location: hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/f/e8257d39e92643159496a4de1dcda358_SeqId_6_) 2024-11-12T17:55:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/staging/jenkins.hfs.10__test__81dtu1t0722nq6muj1cmojood98fjeuv52eh9hjbk5l6jljn0siisl4t10jfovqm/f/e7d831260c5f4356a30570b04d5c5930_SeqId_6_ 2024-11-12T17:55:58,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(324): Finished replicating [a7b98561-4be9-440d-84b8-1da21379228d] bulk loaded data 2024-11-12T17:55:59,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:55:59,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:59,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:59,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:59,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:59,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:55:59,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=608318021, stopped=false 2024-11-12T17:55:59,006 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,40857,1731434140607 2024-11-12T17:55:59,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:55:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740926610/running 2024-11-12T17:55:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740926610/running 2024-11-12T17:55:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:55:59,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Set watcher on znode that does not yet exist, /1-740926610/running 2024-11-12T17:55:59,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Set watcher on znode that does not yet exist, /1-740926610/running 2024-11-12T17:55:59,032 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:55:59,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:55:59,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:59,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:59,033 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,37203,1731434140773' ***** 2024-11-12T17:55:59,033 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:55:59,033 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:55:59,033 INFO [RS:0;6684de3f6e40:37203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:55:59,033 INFO [RS:0;6684de3f6e40:37203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:55:59,033 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:59,034 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:55:59,059 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(3091): Received CLOSE for 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:59,059 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,37203,1731434140773 2024-11-12T17:55:59,059 INFO [RS:0;6684de3f6e40:37203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:55:59,059 INFO [RS:0;6684de3f6e40:37203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:37203. 2024-11-12T17:55:59,059 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a136a6dd55f24dc5a3f905d0d23eab1, disabling compactions & flushes 2024-11-12T17:55:59,059 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:59,059 DEBUG [RS:0;6684de3f6e40:37203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:55:59,059 DEBUG [RS:0;6684de3f6e40:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:55:59,059 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:59,060 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. after waiting 1 ms 2024-11-12T17:55:59,060 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:59,060 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:55:59,060 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:55:59,060 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:55:59,060 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:55:59,077 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 1033, reset compression=false 2024-11-12T17:55:59,078 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:55:59,079 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:55:59,079 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a136a6dd55f24dc5a3f905d0d23eab1=test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1., 492e5e459593ac19d969e5ee1b7e587d=hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d.} 2024-11-12T17:55:59,079 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 492e5e459593ac19d969e5ee1b7e587d, 8a136a6dd55f24dc5a3f905d0d23eab1 2024-11-12T17:55:59,082 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:55:59,082 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:55:59,082 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:55:59,082 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:55:59,082 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:55:59,082 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:55:59,109 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 687, reset compression=false 2024-11-12T17:55:59,130 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/default/test/8a136a6dd55f24dc5a3f905d0d23eab1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T17:55:59,131 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:55:59,131 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:55:59,131 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:59,131 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a136a6dd55f24dc5a3f905d0d23eab1: Waiting for close lock at 1731434159059Running coprocessor pre-close hooks at 1731434159059Disabling compacts and flushes for region at 1731434159059Disabling writes for close at 1731434159060 (+1 ms)Writing region close event to WAL at 1731434159107 (+47 ms)Running coprocessor post-close hooks at 1731434159131 (+24 ms)Closed at 1731434159131 2024-11-12T17:55:59,131 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1. 2024-11-12T17:55:59,132 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 492e5e459593ac19d969e5ee1b7e587d, disabling compactions & flushes 2024-11-12T17:55:59,132 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:59,132 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:59,132 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. after waiting 0 ms 2024-11-12T17:55:59,132 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:59,132 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 492e5e459593ac19d969e5ee1b7e587d 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-12T17:55:59,156 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:55:59,157 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,33559,1731434132285 got entry batch from reader: WALEntryBatch [walEntries=[{test/420bfcb03a0de5097737b8b94fdbd96c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731434158806/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T17:55:59,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6684de3f6e40,37203,1731434140773 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:55:59,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:32902 deadline: 1731434219158, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6684de3f6e40,37203,1731434140773 stopping 2024-11-12T17:55:59,160 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6684de3f6e40,37203,1731434140773 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:55:59,164 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/info/9262b30c39014c72a788baf5e07c9b80 is 147, key is hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d./info:regioninfo/1731434152591/Put/seqid=0 2024-11-12T17:55:59,182 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/.tmp/hfileref/3f600ad8c68b49bdb91f4f5814afbcda is 74, key is 1/hfileref:5af7f9a5895b4f6ba10f80e12725cd98_SeqId_4_/1731434157410/DeleteColumn/seqid=0 2024-11-12T17:55:59,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741845_1021 (size=5345) 2024-11-12T17:55:59,214 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/.tmp/hfileref/3f600ad8c68b49bdb91f4f5814afbcda 2024-11-12T17:55:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741844_1020 (size=7686) 2024-11-12T17:55:59,244 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/.tmp/queue/f143f5240d674fac83a2fe8ae6b64e2a is 154, key is 1-6684de3f6e40,37203,1731434140773/queue:6684de3f6e40%2C37203%2C1731434140773/1731434158812/Put/seqid=0 2024-11-12T17:55:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741846_1022 (size=5353) 2024-11-12T17:55:59,257 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/.tmp/queue/f143f5240d674fac83a2fe8ae6b64e2a 2024-11-12T17:55:59,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6684de3f6e40,37203,1731434140773 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:55:59,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:32902 deadline: 1731434219264, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6684de3f6e40,37203,1731434140773 stopping 2024-11-12T17:55:59,265 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6684de3f6e40,37203,1731434140773 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:55:59,281 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 492e5e459593ac19d969e5ee1b7e587d 2024-11-12T17:55:59,283 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/.tmp/hfileref/3f600ad8c68b49bdb91f4f5814afbcda as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/hfileref/3f600ad8c68b49bdb91f4f5814afbcda 2024-11-12T17:55:59,290 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/hfileref/3f600ad8c68b49bdb91f4f5814afbcda, entries=4, sequenceid=12, filesize=5.2 K 2024-11-12T17:55:59,294 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/.tmp/queue/f143f5240d674fac83a2fe8ae6b64e2a as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/queue/f143f5240d674fac83a2fe8ae6b64e2a 2024-11-12T17:55:59,305 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/queue/f143f5240d674fac83a2fe8ae6b64e2a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T17:55:59,308 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 492e5e459593ac19d969e5ee1b7e587d in 175ms, sequenceid=12, compaction requested=false 2024-11-12T17:55:59,351 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/replication/492e5e459593ac19d969e5ee1b7e587d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T17:55:59,355 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:55:59,355 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:55:59,355 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:59,355 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 492e5e459593ac19d969e5ee1b7e587d: Waiting for close lock at 1731434159132Running coprocessor pre-close hooks at 1731434159132Disabling compacts and flushes for region at 1731434159132Disabling writes for close at 1731434159132Obtaining lock to block concurrent updates at 1731434159132Preparing flush snapshotting stores in 492e5e459593ac19d969e5ee1b7e587d at 1731434159132Finished memstore snapshotting hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731434159132Flushing stores of hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. at 1731434159134 (+2 ms)Flushing 492e5e459593ac19d969e5ee1b7e587d/hfileref: creating writer at 1731434159134Flushing 492e5e459593ac19d969e5ee1b7e587d/hfileref: appending metadata at 1731434159181 (+47 ms)Flushing 492e5e459593ac19d969e5ee1b7e587d/hfileref: closing flushed file at 1731434159181Flushing 492e5e459593ac19d969e5ee1b7e587d/queue: creating writer at 1731434159221 (+40 ms)Flushing 492e5e459593ac19d969e5ee1b7e587d/queue: appending metadata at 1731434159243 (+22 ms)Flushing 492e5e459593ac19d969e5ee1b7e587d/queue: closing flushed file at 1731434159243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ba01bc: reopening flushed file at 1731434159272 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5807ff03: reopening flushed file at 1731434159290 (+18 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 492e5e459593ac19d969e5ee1b7e587d in 175ms, sequenceid=12, compaction requested=false at 1731434159308 (+18 ms)Writing region close event to WAL at 1731434159337 (+29 ms)Running coprocessor post-close hooks at 1731434159355 (+18 ms)Closed at 1731434159355 2024-11-12T17:55:59,356 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731434151052.492e5e459593ac19d969e5ee1b7e587d. 2024-11-12T17:55:59,357 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1033, reset compression=false 2024-11-12T17:55:59,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6684de3f6e40,37203,1731434140773 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:55:59,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:32902 deadline: 1731434219470, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6684de3f6e40,37203,1731434140773 stopping 2024-11-12T17:55:59,471 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6684de3f6e40,37203,1731434140773 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:55:59,482 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:59,603 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:55:59,603 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:55:59,620 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/info/9262b30c39014c72a788baf5e07c9b80 2024-11-12T17:55:59,623 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 1033, reset compression=false 2024-11-12T17:55:59,651 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:55:59,651 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 1328, reset compression=false 2024-11-12T17:55:59,654 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37203,1731434140773 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:55:59,656 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,37203,1731434140773: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6684de3f6e40,37203,1731434140773, walGroup=6684de3f6e40%2C37203%2C1731434140773, offset=6684de3f6e40%2C37203%2C1731434140773.1731434143768:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:37203 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:55:59,657 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:55:59,657 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:55:59,659 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:55:59,659 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:55:59,659 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:55:59,659 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 540511648 }, "NonHeapMemoryUsage": { "committed": 190382080, "init": 7667712, "max": -1, "used": 187531176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:55:59,660 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T17:55:59,671 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1033, reset compression=false 2024-11-12T17:55:59,682 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:59,693 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/ns/de728c93c6d5471c9faf46f7848a8991 is 43, key is default/ns:d/1731434144693/Put/seqid=0 2024-11-12T17:55:59,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741847_1023 (size=5153) 2024-11-12T17:55:59,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6684de3f6e40,37203,1731434140773 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:55:59,775 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6684de3f6e40,37203,1731434140773 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:55:59,882 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:55:59,893 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 1328, reset compression=false 2024-11-12T17:56:00,082 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:56:00,082 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:56:00,083 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:56:00,112 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1033, reset compression=false 2024-11-12T17:56:00,123 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/ns/de728c93c6d5471c9faf46f7848a8991 2024-11-12T17:56:00,167 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/rep_barrier/ffa18c95225e4d69b3e50cefba4162ba is 112, key is test,,1731434147609.8a136a6dd55f24dc5a3f905d0d23eab1./rep_barrier:seqnumDuringOpen/1731434148231/Put/seqid=0 2024-11-12T17:56:00,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6684de3f6e40,37203,1731434140773 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:56:00,180 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6684de3f6e40,37203,1731434140773 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:56:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741848_1024 (size=5518) 2024-11-12T17:56:00,222 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/rep_barrier/ffa18c95225e4d69b3e50cefba4162ba 2024-11-12T17:56:00,223 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.wal-reader.6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/WALs/6684de3f6e40,37203,1731434140773/6684de3f6e40%2C37203%2C1731434140773.1731434143768 to pos 1328, reset compression=false 2024-11-12T17:56:00,267 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/table/37a3b0a2389a4c3cba6f82dd305c1ef3 is 53, key is hbase:replication/table:state/1731434152616/Put/seqid=0 2024-11-12T17:56:00,283 DEBUG [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:56:00,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741849_1025 (size=5308) 2024-11-12T17:56:00,300 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/table/37a3b0a2389a4c3cba6f82dd305c1ef3 2024-11-12T17:56:00,327 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/info/9262b30c39014c72a788baf5e07c9b80 as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/info/9262b30c39014c72a788baf5e07c9b80 2024-11-12T17:56:00,347 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/info/9262b30c39014c72a788baf5e07c9b80, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:56:00,349 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/ns/de728c93c6d5471c9faf46f7848a8991 as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/ns/de728c93c6d5471c9faf46f7848a8991 2024-11-12T17:56:00,358 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/ns/de728c93c6d5471c9faf46f7848a8991, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:56:00,362 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/rep_barrier/ffa18c95225e4d69b3e50cefba4162ba as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/rep_barrier/ffa18c95225e4d69b3e50cefba4162ba 2024-11-12T17:56:00,372 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/rep_barrier/ffa18c95225e4d69b3e50cefba4162ba, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:56:00,373 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/.tmp/table/37a3b0a2389a4c3cba6f82dd305c1ef3 as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/table/37a3b0a2389a4c3cba6f82dd305c1ef3 2024-11-12T17:56:00,384 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/table/37a3b0a2389a4c3cba6f82dd305c1ef3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:56:00,392 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-12T17:56:00,464 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:56:00,465 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:56:00,465 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:56:00,465 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:00,465 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434159082Running coprocessor pre-close hooks at 1731434159082Disabling compacts and flushes for region at 1731434159082Disabling writes for close at 1731434159082Obtaining lock to block concurrent updates at 1731434159082Preparing flush snapshotting stores in 1588230740 at 1731434159082Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434159087 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434159091 (+4 ms)Flushing 1588230740/info: creating writer at 1731434159092 (+1 ms)Flushing 1588230740/info: appending metadata at 1731434159159 (+67 ms)Flushing 1588230740/info: closing flushed file at 1731434159159Flushing 1588230740/ns: creating writer at 1731434159634 (+475 ms)Flushing 1588230740/ns: appending metadata at 1731434159692 (+58 ms)Flushing 1588230740/ns: closing flushed file at 1731434159692Flushing 1588230740/rep_barrier: creating writer at 1731434160141 (+449 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434160167 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434160167Flushing 1588230740/table: creating writer at 1731434160233 (+66 ms)Flushing 1588230740/table: appending metadata at 1731434160267 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731434160267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de8bc32: reopening flushed file at 1731434160319 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4e06ef: reopening flushed file at 1731434160348 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6d578b: reopening flushed file at 1731434160358 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8394c: reopening flushed file at 1731434160373 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1731434160392 (+19 ms)Writing region close event to WAL at 1731434160446 (+54 ms)Running coprocessor post-close hooks at 1731434160465 (+19 ms)Closed at 1731434160465 2024-11-12T17:56:00,465 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:00,483 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,37203,1731434140773; all regions closed. 2024-11-12T17:56:00,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741834_1010 (size=4239) 2024-11-12T17:56:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741839_1015 (size=3127) 2024-11-12T17:56:00,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741833_1009 (size=1336) 2024-11-12T17:56:00,548 DEBUG [RS:0;6684de3f6e40:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:00,548 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:56:00,549 INFO [RS:0;6684de3f6e40:37203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:56:00,549 INFO [RS:0;6684de3f6e40:37203 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:56:00,549 INFO [RS:0;6684de3f6e40:37203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:56:00,549 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:56:00,549 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,37203,1731434140773 because: Region server is closing 2024-11-12T17:56:00,549 INFO [RS:0;6684de3f6e40:37203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:37203. 2024-11-12T17:56:00,549 DEBUG [RS:0;6684de3f6e40:37203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:00,550 DEBUG [RS:0;6684de3f6e40:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:00,550 DEBUG [RS:0;6684de3f6e40:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:00,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:00,644 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1033, reset compression=false 2024-11-12T17:56:00,650 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37203,1731434140773.replicationSource.shipper6684de3f6e40%2C37203%2C1731434140773,1-6684de3f6e40,37203,1731434140773 terminated 2024-11-12T17:56:00,651 INFO [RS:0;6684de3f6e40:37203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:37203. 2024-11-12T17:56:00,651 DEBUG [RS:0;6684de3f6e40:37203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:00,651 DEBUG [RS:0;6684de3f6e40:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:00,651 DEBUG [RS:0;6684de3f6e40:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:00,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:00,651 INFO [RS:0;6684de3f6e40:37203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37203 2024-11-12T17:56:00,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740926610/rs/6684de3f6e40,37203,1731434140773 2024-11-12T17:56:00,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610/rs 2024-11-12T17:56:00,679 INFO [RS:0;6684de3f6e40:37203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:56:00,688 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6684de3f6e40:37203 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:37203 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:56:00,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6684de3f6e40:37203 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:37203 2024-11-12T17:56:00,689 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=6684de3f6e40:37203 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:37203 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:37203 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T17:56:00,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,37203,1731434140773] 2024-11-12T17:56:00,693 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T17:56:00,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-740926610/draining/6684de3f6e40,37203,1731434140773 already deleted, retry=false 2024-11-12T17:56:00,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,37203,1731434140773 expired; onlineServers=0 2024-11-12T17:56:00,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,40857,1731434140607' ***** 2024-11-12T17:56:00,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:56:00,705 INFO [M:0;6684de3f6e40:40857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:56:00,705 INFO [M:0;6684de3f6e40:40857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:56:00,705 DEBUG [M:0;6684de3f6e40:40857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:56:00,705 DEBUG [M:0;6684de3f6e40:40857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:56:00,705 INFO [M:0;6684de3f6e40:40857 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:56:00,705 INFO [M:0;6684de3f6e40:40857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:56:00,705 DEBUG [M:0;6684de3f6e40:40857 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:56:00,705 INFO [M:0;6684de3f6e40:40857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:56:00,705 INFO [M:0;6684de3f6e40:40857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:56:00,705 INFO [M:0;6684de3f6e40:40857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:56:00,706 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434143380 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434143380,5,FailOnTimeoutGroup] 2024-11-12T17:56:00,706 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:56:00,706 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434143384 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434143384,5,FailOnTimeoutGroup] 2024-11-12T17:56:00,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:56:00,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740926610/master 2024-11-12T17:56:00,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740926610 2024-11-12T17:56:00,717 DEBUG [M:0;6684de3f6e40:40857 {}] zookeeper.RecoverableZooKeeper(212): Node /1-740926610/master already deleted, retry=false 2024-11-12T17:56:00,717 DEBUG [M:0;6684de3f6e40:40857 {}] master.ActiveMasterManager(353): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-740926610/master 2024-11-12T17:56:00,719 INFO [M:0;6684de3f6e40:40857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/.lastflushedseqids 2024-11-12T17:56:00,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741850_1026 (size=263) 2024-11-12T17:56:00,793 INFO [RS:0;6684de3f6e40:37203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:56:00,793 INFO [RS:0;6684de3f6e40:37203 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,37203,1731434140773; zookeeper connection closed. 2024-11-12T17:56:00,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:00,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x1013179d5420004, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:00,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3df3577a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3df3577a 2024-11-12T17:56:00,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:56:01,181 INFO [M:0;6684de3f6e40:40857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:56:01,181 INFO [M:0;6684de3f6e40:40857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:56:01,181 DEBUG [M:0;6684de3f6e40:40857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:56:01,181 INFO [M:0;6684de3f6e40:40857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:01,181 DEBUG [M:0;6684de3f6e40:40857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:01,181 DEBUG [M:0;6684de3f6e40:40857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:56:01,181 DEBUG [M:0;6684de3f6e40:40857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:01,181 INFO [M:0;6684de3f6e40:40857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T17:56:01,225 DEBUG [M:0;6684de3f6e40:40857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/806bec06036f40268fecb087a58d85bf is 82, key is hbase:meta,,1/info:regioninfo/1731434144437/Put/seqid=0 2024-11-12T17:56:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741851_1027 (size=5672) 2024-11-12T17:56:01,274 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1033, reset compression=false 2024-11-12T17:56:01,294 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T17:56:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:56:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44406 deadline: 1731434221300, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T17:56:01,304 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T17:56:01,306 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T17:56:01,306 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T17:56:01,660 INFO [M:0;6684de3f6e40:40857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/806bec06036f40268fecb087a58d85bf 2024-11-12T17:56:01,701 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:56:01,717 DEBUG [M:0;6684de3f6e40:40857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eefecc71d1f244d5bf74638ff028dbc9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731434152624/Put/seqid=0 2024-11-12T17:56:01,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741852_1028 (size=8516) 2024-11-12T17:56:02,007 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T17:56:02,007 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1033, reset compression=false 2024-11-12T17:56:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:56:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44406 deadline: 1731434222012, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T17:56:02,015 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T17:56:02,017 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T17:56:02,017 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T17:56:02,154 INFO [M:0;6684de3f6e40:40857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eefecc71d1f244d5bf74638ff028dbc9 2024-11-12T17:56:02,188 DEBUG [M:0;6684de3f6e40:40857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/445b9871bd954fa583cdd5d7f44f3468 is 69, key is 6684de3f6e40,37203,1731434140773/rs:state/1731434143504/Put/seqid=0 2024-11-12T17:56:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741853_1029 (size=5156) 2024-11-12T17:56:02,631 INFO [M:0;6684de3f6e40:40857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/445b9871bd954fa583cdd5d7f44f3468 2024-11-12T17:56:02,657 DEBUG [M:0;6684de3f6e40:40857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/806bec06036f40268fecb087a58d85bf as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/806bec06036f40268fecb087a58d85bf 2024-11-12T17:56:02,682 INFO [M:0;6684de3f6e40:40857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/806bec06036f40268fecb087a58d85bf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T17:56:02,688 DEBUG [M:0;6684de3f6e40:40857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eefecc71d1f244d5bf74638ff028dbc9 as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eefecc71d1f244d5bf74638ff028dbc9 2024-11-12T17:56:02,721 INFO [M:0;6684de3f6e40:40857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eefecc71d1f244d5bf74638ff028dbc9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T17:56:02,722 DEBUG [M:0;6684de3f6e40:40857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/445b9871bd954fa583cdd5d7f44f3468 as hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/445b9871bd954fa583cdd5d7f44f3468 2024-11-12T17:56:02,745 INFO [M:0;6684de3f6e40:40857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39995/user/jenkins/test-data/f747ec54-b42e-701d-445b-6656bd9d954d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/445b9871bd954fa583cdd5d7f44f3468, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T17:56:02,776 INFO [M:0;6684de3f6e40:40857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1595ms, sequenceid=97, compaction requested=false 2024-11-12T17:56:02,800 INFO [M:0;6684de3f6e40:40857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:02,800 DEBUG [M:0;6684de3f6e40:40857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434161181Disabling compacts and flushes for region at 1731434161181Disabling writes for close at 1731434161181Obtaining lock to block concurrent updates at 1731434161181Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434161181Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731434161182 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434161182Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434161183 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434161224 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434161224Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434161678 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434161717 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434161717Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434162164 (+447 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434162188 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434162188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c51b2d: reopening flushed file at 1731434162649 (+461 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a521bd0: reopening flushed file at 1731434162682 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9cbd0c: reopening flushed file at 1731434162721 (+39 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1595ms, sequenceid=97, compaction requested=false at 1731434162776 (+55 ms)Writing region close event to WAL at 1731434162799 (+23 ms)Closed at 1731434162799 2024-11-12T17:56:02,818 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T17:56:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:56:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40857 {}] ipc.CallRunner(138): callId: 27 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44406 deadline: 1731434222820, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T17:56:02,828 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T17:56:02,829 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T17:56:02,829 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T17:56:02,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741830_1006 (size=63654) 2024-11-12T17:56:02,834 INFO [M:0;6684de3f6e40:40857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:56:02,834 INFO [M:0;6684de3f6e40:40857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40857 2024-11-12T17:56:02,834 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:56:02,835 INFO [M:0;6684de3f6e40:40857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:56:02,840 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1033, reset compression=false 2024-11-12T17:56:02,950 INFO [M:0;6684de3f6e40:40857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:56:02,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:02,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40857-0x1013179d5420003, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:03,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fc2f7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:56:03,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fab49f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:56:03,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:56:03,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58e56d24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:56:03,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f50d18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/hadoop.log.dir/,STOPPED} 2024-11-12T17:56:03,007 WARN [BP-976879682-172.17.0.3-1731434136326 heartbeating to localhost/127.0.0.1:39995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:56:03,007 WARN [BP-976879682-172.17.0.3-1731434136326 heartbeating to localhost/127.0.0.1:39995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-976879682-172.17.0.3-1731434136326 (Datanode Uuid 178cd1ed-da3a-42a1-84ea-422792884a1a) service to localhost/127.0.0.1:39995 2024-11-12T17:56:03,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/cluster_b7512c9f-550f-3891-6e36-67d8638c1bcb/data/data1/current/BP-976879682-172.17.0.3-1731434136326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:56:03,009 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/cluster_b7512c9f-550f-3891-6e36-67d8638c1bcb/data/data2/current/BP-976879682-172.17.0.3-1731434136326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:56:03,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:56:03,009 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:56:03,009 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:56:03,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49f03644{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:56:03,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11ca416b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:56:03,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:56:03,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@675874f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:56:03,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ff63632{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/hadoop.log.dir/,STOPPED} 2024-11-12T17:56:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:56:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:56:03,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:56:03,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:03,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:03,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:03,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:03,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:56:03,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1512423208, stopped=false 2024-11-12T17:56:03,096 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,40045,1731434131774 2024-11-12T17:56:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2049007703/running 2024-11-12T17:56:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2049007703/running 2024-11-12T17:56:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:56:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:56:03,117 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:56:03,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:56:03,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:03,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:03,118 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,33559,1731434132285' ***** 2024-11-12T17:56:03,118 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:56:03,118 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:56:03,118 INFO [RS:0;6684de3f6e40:33559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:56:03,118 INFO [RS:0;6684de3f6e40:33559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:56:03,118 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(3091): Received CLOSE for 420bfcb03a0de5097737b8b94fdbd96c 2024-11-12T17:56:03,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:56:03,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Set watcher on znode that does not yet exist, /0-2049007703/running 2024-11-12T17:56:03,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Set watcher on znode that does not yet exist, /0-2049007703/running 2024-11-12T17:56:03,127 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(3091): Received CLOSE for ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:56:03,127 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,33559,1731434132285 2024-11-12T17:56:03,127 INFO [RS:0;6684de3f6e40:33559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:56:03,127 INFO [RS:0;6684de3f6e40:33559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:33559. 2024-11-12T17:56:03,127 DEBUG [RS:0;6684de3f6e40:33559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:03,127 DEBUG [RS:0;6684de3f6e40:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:03,128 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:56:03,128 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:56:03,128 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:56:03,128 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:56:03,132 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 420bfcb03a0de5097737b8b94fdbd96c, disabling compactions & flushes 2024-11-12T17:56:03,132 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:56:03,132 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:56:03,132 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. after waiting 0 ms 2024-11-12T17:56:03,132 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:56:03,151 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:56:03,151 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1325): Online Regions={420bfcb03a0de5097737b8b94fdbd96c=test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c., ffe8120dfc770d7d8ac143a696d88bb0=hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:56:03,151 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 420bfcb03a0de5097737b8b94fdbd96c, ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:56:03,152 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:56:03,152 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:56:03,152 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:56:03,152 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:56:03,152 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:56:03,152 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:56:03,191 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/default/test/420bfcb03a0de5097737b8b94fdbd96c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T17:56:03,196 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:56:03,196 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:56:03,196 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:56:03,196 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 420bfcb03a0de5097737b8b94fdbd96c: Waiting for close lock at 1731434163132Running coprocessor pre-close hooks at 1731434163132Disabling compacts and flushes for region at 1731434163132Disabling writes for close at 1731434163132Writing region close event to WAL at 1731434163163 (+31 ms)Running coprocessor post-close hooks at 1731434163196 (+33 ms)Closed at 1731434163196 2024-11-12T17:56:03,196 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c. 2024-11-12T17:56:03,196 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffe8120dfc770d7d8ac143a696d88bb0, disabling compactions & flushes 2024-11-12T17:56:03,196 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:56:03,196 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:56:03,196 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. after waiting 0 ms 2024-11-12T17:56:03,196 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:56:03,196 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ffe8120dfc770d7d8ac143a696d88bb0 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-12T17:56:03,209 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:56:03,225 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/info/fe3998aac0874ced8951c3ab2d296d39 is 147, key is hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0./info:regioninfo/1731434149961/Put/seqid=0 2024-11-12T17:56:03,244 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/.tmp/hfileref/ecbbfe98bfc0497daf4992d8ad848305 is 74, key is 1/hfileref:32deba90c61e47c99f4fad171a96774f_SeqId_4_/1731434157031/DeleteColumn/seqid=0 2024-11-12T17:56:03,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741846_1022 (size=7686) 2024-11-12T17:56:03,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741847_1023 (size=5345) 2024-11-12T17:56:03,301 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/.tmp/hfileref/ecbbfe98bfc0497daf4992d8ad848305 2024-11-12T17:56:03,352 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:56:03,401 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/.tmp/queue/7d5ecea5053d497ea72206a83b5f3495 is 153, key is 1-6684de3f6e40,33559,1731434132285/queue:6684de3f6e40%2C33559%2C1731434132285/1731434157034/Put/seqid=0 2024-11-12T17:56:03,404 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:56:03,404 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:56:03,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741848_1024 (size=5352) 2024-11-12T17:56:03,428 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/.tmp/queue/7d5ecea5053d497ea72206a83b5f3495 2024-11-12T17:56:03,440 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/.tmp/hfileref/ecbbfe98bfc0497daf4992d8ad848305 as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/hfileref/ecbbfe98bfc0497daf4992d8ad848305 2024-11-12T17:56:03,448 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/hfileref/ecbbfe98bfc0497daf4992d8ad848305, entries=4, sequenceid=10, filesize=5.2 K 2024-11-12T17:56:03,449 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/.tmp/queue/7d5ecea5053d497ea72206a83b5f3495 as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/queue/7d5ecea5053d497ea72206a83b5f3495 2024-11-12T17:56:03,472 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/queue/7d5ecea5053d497ea72206a83b5f3495, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T17:56:03,480 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ffe8120dfc770d7d8ac143a696d88bb0 in 284ms, sequenceid=10, compaction requested=false 2024-11-12T17:56:03,480 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T17:56:03,553 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffe8120dfc770d7d8ac143a696d88bb0 2024-11-12T17:56:03,566 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/replication/ffe8120dfc770d7d8ac143a696d88bb0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T17:56:03,568 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:56:03,568 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:56:03,568 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:56:03,568 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffe8120dfc770d7d8ac143a696d88bb0: Waiting for close lock at 1731434163196Running coprocessor pre-close hooks at 1731434163196Disabling compacts and flushes for region at 1731434163196Disabling writes for close at 1731434163196Obtaining lock to block concurrent updates at 1731434163196Preparing flush snapshotting stores in ffe8120dfc770d7d8ac143a696d88bb0 at 1731434163196Finished memstore snapshotting hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731434163197 (+1 ms)Flushing stores of hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. at 1731434163197Flushing ffe8120dfc770d7d8ac143a696d88bb0/hfileref: creating writer at 1731434163197Flushing ffe8120dfc770d7d8ac143a696d88bb0/hfileref: appending metadata at 1731434163243 (+46 ms)Flushing ffe8120dfc770d7d8ac143a696d88bb0/hfileref: closing flushed file at 1731434163243Flushing ffe8120dfc770d7d8ac143a696d88bb0/queue: creating writer at 1731434163346 (+103 ms)Flushing ffe8120dfc770d7d8ac143a696d88bb0/queue: appending metadata at 1731434163400 (+54 ms)Flushing ffe8120dfc770d7d8ac143a696d88bb0/queue: closing flushed file at 1731434163400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35eacf9b: reopening flushed file at 1731434163438 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77650f18: reopening flushed file at 1731434163448 (+10 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ffe8120dfc770d7d8ac143a696d88bb0 in 284ms, sequenceid=10, compaction requested=false at 1731434163480 (+32 ms)Writing region close event to WAL at 1731434163531 (+51 ms)Running coprocessor post-close hooks at 1731434163568 (+37 ms)Closed at 1731434163568 2024-11-12T17:56:03,568 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731434148840.ffe8120dfc770d7d8ac143a696d88bb0. 2024-11-12T17:56:03,685 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/info/fe3998aac0874ced8951c3ab2d296d39 2024-11-12T17:56:03,731 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/ns/e15ecb3500dc49af8e5804b8f20801a8 is 43, key is default/ns:d/1731434136155/Put/seqid=0 2024-11-12T17:56:03,731 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T17:56:03,736 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6684de3f6e40:40857 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:40857 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:56:03,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6684de3f6e40:40857 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:40857 2024-11-12T17:56:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741849_1025 (size=5153) 2024-11-12T17:56:03,759 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:56:03,762 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1033, reset compression=false 2024-11-12T17:56:03,802 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:56:03,802 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1328, reset compression=false 2024-11-12T17:56:03,841 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:03,842 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6684de3f6e40:40857 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:40857 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:56:03,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=6684de3f6e40:40857 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:40857 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-12T17:56:03,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 6684de3f6e40:40857 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:40857 2024-11-12T17:56:03,959 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:56:04,041 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1328, reset compression=false 2024-11-12T17:56:04,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:04,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6684de3f6e40:40857 this server is in the failed servers list 2024-11-12T17:56:04,054 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6684de3f6e40:40857 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:04,153 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/ns/e15ecb3500dc49af8e5804b8f20801a8 2024-11-12T17:56:04,160 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:56:04,160 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:56:04,160 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:56:04,237 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/rep_barrier/7ff5d940520d4c5c98ba61a7373c8205 is 112, key is test,,1731434145428.420bfcb03a0de5097737b8b94fdbd96c./rep_barrier:seqnumDuringOpen/1731434146890/Put/seqid=0 2024-11-12T17:56:04,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741850_1026 (size=5518) 2024-11-12T17:56:04,294 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/rep_barrier/7ff5d940520d4c5c98ba61a7373c8205 2024-11-12T17:56:04,348 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/table/590b8dfbf9c7466fadee6537c59ea85e is 53, key is hbase:replication/table:state/1731434149976/Put/seqid=0 2024-11-12T17:56:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741851_1027 (size=5308) 2024-11-12T17:56:04,360 DEBUG [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:56:04,363 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/table/590b8dfbf9c7466fadee6537c59ea85e 2024-11-12T17:56:04,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:04,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6684de3f6e40:40857 this server is in the failed servers list 2024-11-12T17:56:04,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6684de3f6e40:40857 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:04,373 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1328, reset compression=false 2024-11-12T17:56:04,383 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/info/fe3998aac0874ced8951c3ab2d296d39 as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/info/fe3998aac0874ced8951c3ab2d296d39 2024-11-12T17:56:04,408 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/info/fe3998aac0874ced8951c3ab2d296d39, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:56:04,410 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/ns/e15ecb3500dc49af8e5804b8f20801a8 as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/ns/e15ecb3500dc49af8e5804b8f20801a8 2024-11-12T17:56:04,424 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/ns/e15ecb3500dc49af8e5804b8f20801a8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:56:04,428 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/rep_barrier/7ff5d940520d4c5c98ba61a7373c8205 as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/rep_barrier/7ff5d940520d4c5c98ba61a7373c8205 2024-11-12T17:56:04,444 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/rep_barrier/7ff5d940520d4c5c98ba61a7373c8205, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:56:04,447 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/.tmp/table/590b8dfbf9c7466fadee6537c59ea85e as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/table/590b8dfbf9c7466fadee6537c59ea85e 2024-11-12T17:56:04,455 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/table/590b8dfbf9c7466fadee6537c59ea85e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:56:04,458 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-12T17:56:04,458 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:56:04,526 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:56:04,538 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:56:04,538 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:56:04,538 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:04,538 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434163152Running coprocessor pre-close hooks at 1731434163152Disabling compacts and flushes for region at 1731434163152Disabling writes for close at 1731434163152Obtaining lock to block concurrent updates at 1731434163152Preparing flush snapshotting stores in 1588230740 at 1731434163152Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434163153 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434163156 (+3 ms)Flushing 1588230740/info: creating writer at 1731434163156Flushing 1588230740/info: appending metadata at 1731434163224 (+68 ms)Flushing 1588230740/info: closing flushed file at 1731434163224Flushing 1588230740/ns: creating writer at 1731434163699 (+475 ms)Flushing 1588230740/ns: appending metadata at 1731434163730 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731434163730Flushing 1588230740/rep_barrier: creating writer at 1731434164185 (+455 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434164237 (+52 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434164237Flushing 1588230740/table: creating writer at 1731434164303 (+66 ms)Flushing 1588230740/table: appending metadata at 1731434164347 (+44 ms)Flushing 1588230740/table: closing flushed file at 1731434164347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c72f0a: reopening flushed file at 1731434164381 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da22613: reopening flushed file at 1731434164409 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789efef3: reopening flushed file at 1731434164426 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e20ba30: reopening flushed file at 1731434164444 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731434164458 (+14 ms)Writing region close event to WAL at 1731434164503 (+45 ms)Running coprocessor post-close hooks at 1731434164537 (+34 ms)Closed at 1731434164538 (+1 ms) 2024-11-12T17:56:04,538 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:04,560 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,33559,1731434132285; all regions closed. 2024-11-12T17:56:04,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741834_1010 (size=4239) 2024-11-12T17:56:04,628 DEBUG [RS:0;6684de3f6e40:33559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/oldWALs 2024-11-12T17:56:04,628 INFO [RS:0;6684de3f6e40:33559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C33559%2C1731434132285.meta:.meta(num 1731434136050) 2024-11-12T17:56:04,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:56:04,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.rep.1731434149772 not finished, retry = 0 2024-11-12T17:56:04,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741839_1015 (size=2695) 2024-11-12T17:56:04,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:04,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:04,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:04,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:04,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:04,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:04,781 DEBUG [RS:0;6684de3f6e40:33559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/oldWALs 2024-11-12T17:56:04,781 INFO [RS:0;6684de3f6e40:33559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C33559%2C1731434132285.rep:(num 1731434149772) 2024-11-12T17:56:04,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:04,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:04,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:04,806 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 to pos 1328, reset compression=false 2024-11-12T17:56:04,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741833_1009 (size=1336) 2024-11-12T17:56:04,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 not finished, retry = 0 2024-11-12T17:56:04,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:56:04,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:56:04,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T17:56:04,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T17:56:04,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:56:04,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:56:04,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:04,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6684de3f6e40:40857 this server is in the failed servers list 2024-11-12T17:56:04,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6684de3f6e40:40857 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:04,913 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/WALs/6684de3f6e40,33559,1731434132285/6684de3f6e40%2C33559%2C1731434132285.1731434135543 2024-11-12T17:56:04,915 DEBUG [RS:0;6684de3f6e40:33559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/oldWALs 2024-11-12T17:56:04,915 INFO [RS:0;6684de3f6e40:33559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C33559%2C1731434132285:(num 1731434135543) 2024-11-12T17:56:04,915 DEBUG [RS:0;6684de3f6e40:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:04,915 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:56:04,916 INFO [RS:0;6684de3f6e40:33559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:56:04,916 INFO [RS:0;6684de3f6e40:33559 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:56:04,916 INFO [RS:0;6684de3f6e40:33559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:56:04,916 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,33559,1731434132285 because: Region server is closing 2024-11-12T17:56:04,916 INFO [RS:0;6684de3f6e40:33559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:33559. 2024-11-12T17:56:04,916 DEBUG [RS:0;6684de3f6e40:33559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:04,916 DEBUG [RS:0;6684de3f6e40:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:04,916 DEBUG [RS:0;6684de3f6e40:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:04,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:04,917 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:56:05,017 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-12T17:56:05,017 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T17:56:05,017 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T17:56:05,018 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.wal-reader.6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-12T17:56:05,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:05,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:05,896 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:06,019 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,33559,1731434132285.replicationSource.shipper6684de3f6e40%2C33559%2C1731434132285,1-6684de3f6e40,33559,1731434132285 terminated 2024-11-12T17:56:06,019 INFO [RS:0;6684de3f6e40:33559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:33559. 2024-11-12T17:56:06,019 DEBUG [RS:0;6684de3f6e40:33559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:06,019 DEBUG [RS:0;6684de3f6e40:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:06,019 DEBUG [RS:0;6684de3f6e40:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:06,019 INFO [RS:0;6684de3f6e40:33559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33559 2024-11-12T17:56:06,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:06,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703/rs 2024-11-12T17:56:06,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2049007703/rs/6684de3f6e40,33559,1731434132285 2024-11-12T17:56:06,041 INFO [RS:0;6684de3f6e40:33559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:56:06,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,33559,1731434132285] 2024-11-12T17:56:06,050 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049007703/draining/6684de3f6e40,33559,1731434132285 already deleted, retry=false 2024-11-12T17:56:06,050 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,33559,1731434132285 expired; onlineServers=0 2024-11-12T17:56:06,050 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,40045,1731434131774' ***** 2024-11-12T17:56:06,050 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:56:06,051 INFO [M:0;6684de3f6e40:40045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:56:06,051 INFO [M:0;6684de3f6e40:40045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:56:06,051 DEBUG [M:0;6684de3f6e40:40045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:56:06,051 DEBUG [M:0;6684de3f6e40:40045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:56:06,051 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434135174 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434135174,5,FailOnTimeoutGroup] 2024-11-12T17:56:06,051 INFO [M:0;6684de3f6e40:40045 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:56:06,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:56:06,051 INFO [M:0;6684de3f6e40:40045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:56:06,051 DEBUG [M:0;6684de3f6e40:40045 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:56:06,051 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434135172 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434135172,5,FailOnTimeoutGroup] 2024-11-12T17:56:06,051 INFO [M:0;6684de3f6e40:40045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:56:06,051 INFO [M:0;6684de3f6e40:40045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:56:06,051 INFO [M:0;6684de3f6e40:40045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:56:06,051 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:56:06,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2049007703/master 2024-11-12T17:56:06,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049007703 2024-11-12T17:56:06,062 DEBUG [M:0;6684de3f6e40:40045 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049007703/master already deleted, retry=false 2024-11-12T17:56:06,062 DEBUG [M:0;6684de3f6e40:40045 {}] master.ActiveMasterManager(353): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2049007703/master 2024-11-12T17:56:06,063 INFO [M:0;6684de3f6e40:40045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/.lastflushedseqids 2024-11-12T17:56:06,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741852_1028 (size=263) 2024-11-12T17:56:06,118 INFO [M:0;6684de3f6e40:40045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:56:06,118 INFO [M:0;6684de3f6e40:40045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:56:06,118 DEBUG [M:0;6684de3f6e40:40045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:56:06,118 INFO [M:0;6684de3f6e40:40045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:06,118 DEBUG [M:0;6684de3f6e40:40045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:06,118 DEBUG [M:0;6684de3f6e40:40045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:56:06,118 DEBUG [M:0;6684de3f6e40:40045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:06,118 INFO [M:0;6684de3f6e40:40045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T17:56:06,149 DEBUG [M:0;6684de3f6e40:40045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e18d33151d24d75b52f2136536ff6da is 82, key is hbase:meta,,1/info:regioninfo/1731434136113/Put/seqid=0 2024-11-12T17:56:06,150 INFO [RS:0;6684de3f6e40:33559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:56:06,150 INFO [RS:0;6684de3f6e40:33559 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,33559,1731434132285; zookeeper connection closed. 2024-11-12T17:56:06,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:06,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1013179d5420001, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:06,155 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cf816df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cf816df 2024-11-12T17:56:06,155 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:56:06,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741853_1029 (size=5672) 2024-11-12T17:56:06,207 INFO [M:0;6684de3f6e40:40045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e18d33151d24d75b52f2136536ff6da 2024-11-12T17:56:06,241 DEBUG [M:0;6684de3f6e40:40045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98f7937a22794c7e96c73bf85cb8098c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731434149982/Put/seqid=0 2024-11-12T17:56:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741854_1030 (size=8517) 2024-11-12T17:56:06,692 INFO [M:0;6684de3f6e40:40045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98f7937a22794c7e96c73bf85cb8098c 2024-11-12T17:56:06,742 DEBUG [M:0;6684de3f6e40:40045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c83cf12719e48b1a3739266e700e43c is 69, key is 6684de3f6e40,33559,1731434132285/rs:state/1731434135273/Put/seqid=0 2024-11-12T17:56:06,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741855_1031 (size=5156) 2024-11-12T17:56:06,778 INFO [M:0;6684de3f6e40:40045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c83cf12719e48b1a3739266e700e43c 2024-11-12T17:56:06,793 DEBUG [M:0;6684de3f6e40:40045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e18d33151d24d75b52f2136536ff6da as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e18d33151d24d75b52f2136536ff6da 2024-11-12T17:56:06,808 INFO [M:0;6684de3f6e40:40045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e18d33151d24d75b52f2136536ff6da, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T17:56:06,809 DEBUG [M:0;6684de3f6e40:40045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98f7937a22794c7e96c73bf85cb8098c as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98f7937a22794c7e96c73bf85cb8098c 2024-11-12T17:56:06,814 INFO [M:0;6684de3f6e40:40045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98f7937a22794c7e96c73bf85cb8098c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T17:56:06,819 DEBUG [M:0;6684de3f6e40:40045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c83cf12719e48b1a3739266e700e43c as hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c83cf12719e48b1a3739266e700e43c 2024-11-12T17:56:06,826 INFO [M:0;6684de3f6e40:40045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/0332cc6f-6549-608f-b1a1-f1fa53e48e9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c83cf12719e48b1a3739266e700e43c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T17:56:06,829 INFO [M:0;6684de3f6e40:40045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 711ms, sequenceid=97, compaction requested=false 2024-11-12T17:56:06,880 INFO [M:0;6684de3f6e40:40045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:06,880 DEBUG [M:0;6684de3f6e40:40045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434166118Disabling compacts and flushes for region at 1731434166118Disabling writes for close at 1731434166118Obtaining lock to block concurrent updates at 1731434166118Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434166118Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731434166118Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434166119 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434166119Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434166148 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434166148Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434166216 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434166241 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434166241Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434166709 (+468 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434166742 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434166742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4831ff01: reopening flushed file at 1731434166790 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6bbd72: reopening flushed file at 1731434166808 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1362c7e8: reopening flushed file at 1731434166814 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 711ms, sequenceid=97, compaction requested=false at 1731434166829 (+15 ms)Writing region close event to WAL at 1731434166880 (+51 ms)Closed at 1731434166880 2024-11-12T17:56:06,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37949 is added to blk_1073741830_1006 (size=63666) 2024-11-12T17:56:06,921 INFO [M:0;6684de3f6e40:40045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:56:06,921 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:56:06,921 INFO [M:0;6684de3f6e40:40045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40045 2024-11-12T17:56:06,922 INFO [M:0;6684de3f6e40:40045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:56:07,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:07,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40045-0x1013179d5420000, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:07,057 INFO [M:0;6684de3f6e40:40045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:56:07,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19e38bfc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:56:07,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23d1d0fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:56:07,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:56:07,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f7b4cb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:56:07,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e0b1b2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/hadoop.log.dir/,STOPPED} 2024-11-12T17:56:07,109 WARN [BP-1690980861-172.17.0.3-1731434128414 heartbeating to localhost/127.0.0.1:35247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:56:07,109 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:56:07,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:56:07,109 WARN [BP-1690980861-172.17.0.3-1731434128414 heartbeating to localhost/127.0.0.1:35247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1690980861-172.17.0.3-1731434128414 (Datanode Uuid b58466f0-0889-44ef-a789-3b34c903172d) service to localhost/127.0.0.1:35247 2024-11-12T17:56:07,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/cluster_6796a1e8-47ff-8ec7-ebb6-084cb37b0c48/data/data1/current/BP-1690980861-172.17.0.3-1731434128414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:56:07,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:56:07,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/cluster_6796a1e8-47ff-8ec7-ebb6-084cb37b0c48/data/data2/current/BP-1690980861-172.17.0.3-1731434128414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:56:07,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8fc0116{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:56:07,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@723c962b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:56:07,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:56:07,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2115d9fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:56:07,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aefb2f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d19d7309-22b5-075a-43c0-59f4b93203d0/hadoop.log.dir/,STOPPED} 2024-11-12T17:56:07,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T17:56:07,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:56:07,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=238 (was 203) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39995 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60730) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60730) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35247 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39995 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35247 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1766 (was 1827), ProcessCount=11 (was 11), AvailableMemoryMB=493 (was 1693) 2024-11-12T17:56:07,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013179d5420002, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:56:07,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013179d5420005, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:56:07,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013179d5420005, quorum=127.0.0.1:60730, baseZNode=/1-740926610 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:56:07,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013179d5420002, quorum=127.0.0.1:60730, baseZNode=/0-2049007703 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:56:07,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=238, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=1766, ProcessCount=11, AvailableMemoryMB=491 2024-11-12T17:56:07,298 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-12T17:56:07,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/hadoop.log.dir so I do NOT create it in target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8 2024-11-12T17:56:07,300 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:56:07,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/hadoop.tmp.dir so I do NOT create it in target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8 2024-11-12T17:56:07,300 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7845117-ba3b-734a-df3b-5ec6755a5c4d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:56:07,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8 2024-11-12T17:56:07,300 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/cluster_641298ef-dc78-70b8-f319-25dbb8b0384f, deleteOnExit=true 2024-11-12T17:56:07,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/cluster_641298ef-dc78-70b8-f319-25dbb8b0384f/zookeeper_0, clientPort=59116, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/cluster_641298ef-dc78-70b8-f319-25dbb8b0384f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/cluster_641298ef-dc78-70b8-f319-25dbb8b0384f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:56:07,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59116 2024-11-12T17:56:07,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:56:07,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:56:07,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/test.cache.data in system properties and HBase conf 2024-11-12T17:56:07,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:56:07,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:56:07,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:56:07,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:56:07,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:56:07,361 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:56:07,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:56:07,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:56:07,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:56:07,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:56:07,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:56:07,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:56:07,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:56:07,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:56:07,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:56:07,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:56:07,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:56:07,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:56:07,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:56:07,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:56:07,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:07,912 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:07,912 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:08,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:08,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:56:08,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:56:08,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:56:08,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:56:08,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:08,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33092bee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:56:08,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5038aecd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:56:08,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@348ac3f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/java.io.tmpdir/jetty-localhost-40507-hadoop-hdfs-3_4_1-tests_jar-_-any-12913634116447265169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:56:08,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7646ee76{HTTP/1.1, (http/1.1)}{localhost:40507} 2024-11-12T17:56:08,644 INFO [Time-limited test {}] server.Server(415): Started @237568ms 2024-11-12T17:56:09,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:09,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:56:09,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:56:09,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:56:09,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:56:09,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec8ba93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:56:09,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@551b34ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:56:09,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d7bdae5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/java.io.tmpdir/jetty-localhost-32843-hadoop-hdfs-3_4_1-tests_jar-_-any-4741160592061129855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:56:09,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20bb2f2e{HTTP/1.1, (http/1.1)}{localhost:32843} 2024-11-12T17:56:09,430 INFO [Time-limited test {}] server.Server(415): Started @238354ms 2024-11-12T17:56:09,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:56:10,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:56:10,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:10,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:10,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:10,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:10,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:10,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:10,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:10,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:10,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:10,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:10,214 WARN [Thread-2187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/cluster_641298ef-dc78-70b8-f319-25dbb8b0384f/data/data1/current/BP-1710003541-172.17.0.3-1731434167426/current, will proceed with Du for space computation calculation, 2024-11-12T17:56:10,231 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/cluster_641298ef-dc78-70b8-f319-25dbb8b0384f/data/data2/current/BP-1710003541-172.17.0.3-1731434167426/current, will proceed with Du for space computation calculation, 2024-11-12T17:56:10,300 WARN [Thread-2174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:56:10,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb7d73b6838b74bc with lease ID 0x5d585f93089afff8: Processing first storage report for DS-92e1e5b2-4f48-49aa-b4a9-e7e2890b7110 from datanode DatanodeRegistration(127.0.0.1:41285, datanodeUuid=80b212c7-799d-402e-a8df-e0db5a625377, infoPort=40761, infoSecurePort=0, ipcPort=43557, storageInfo=lv=-57;cid=testClusterID;nsid=570469901;c=1731434167426) 2024-11-12T17:56:10,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb7d73b6838b74bc with lease ID 0x5d585f93089afff8: from storage DS-92e1e5b2-4f48-49aa-b4a9-e7e2890b7110 node DatanodeRegistration(127.0.0.1:41285, datanodeUuid=80b212c7-799d-402e-a8df-e0db5a625377, infoPort=40761, infoSecurePort=0, ipcPort=43557, storageInfo=lv=-57;cid=testClusterID;nsid=570469901;c=1731434167426), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:56:10,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb7d73b6838b74bc with lease ID 0x5d585f93089afff8: Processing first storage report for DS-fbf3a791-5650-4cb9-8178-baccaa10311e from datanode DatanodeRegistration(127.0.0.1:41285, datanodeUuid=80b212c7-799d-402e-a8df-e0db5a625377, infoPort=40761, infoSecurePort=0, ipcPort=43557, storageInfo=lv=-57;cid=testClusterID;nsid=570469901;c=1731434167426) 2024-11-12T17:56:10,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb7d73b6838b74bc with lease ID 0x5d585f93089afff8: from storage DS-fbf3a791-5650-4cb9-8178-baccaa10311e node DatanodeRegistration(127.0.0.1:41285, datanodeUuid=80b212c7-799d-402e-a8df-e0db5a625377, infoPort=40761, infoSecurePort=0, ipcPort=43557, storageInfo=lv=-57;cid=testClusterID;nsid=570469901;c=1731434167426), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:56:10,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8 2024-11-12T17:56:10,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:10,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:10,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:56:10,814 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28 with version=8 2024-11-12T17:56:10,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/hbase-staging 2024-11-12T17:56:10,817 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:56:10,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:10,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:10,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:56:10,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:10,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:56:10,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:56:10,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:56:10,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43731 2024-11-12T17:56:10,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43731 connecting to ZooKeeper ensemble=127.0.0.1:59116 2024-11-12T17:56:10,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437310x0, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:10,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43731-0x101317a6e100000 connected 2024-11-12T17:56:11,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:11,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:11,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Set watcher on znode that does not yet exist, /0-1826332471/running 2024-11-12T17:56:11,247 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28, hbase.cluster.distributed=false 2024-11-12T17:56:11,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Set watcher on znode that does not yet exist, /0-1826332471/acl 2024-11-12T17:56:11,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43731 2024-11-12T17:56:11,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43731 2024-11-12T17:56:11,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43731 2024-11-12T17:56:11,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43731 2024-11-12T17:56:11,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43731 2024-11-12T17:56:11,349 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:56:11,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:11,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:11,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:56:11,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:11,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:56:11,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:56:11,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:56:11,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36967 2024-11-12T17:56:11,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36967 connecting to ZooKeeper ensemble=127.0.0.1:59116 2024-11-12T17:56:11,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:11,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:11,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369670x0, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:11,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369670x0, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Set watcher on znode that does not yet exist, /0-1826332471/running 2024-11-12T17:56:11,421 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:56:11,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36967-0x101317a6e100001 connected 2024-11-12T17:56:11,452 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:56:11,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Set watcher on znode that does not yet exist, /0-1826332471/master 2024-11-12T17:56:11,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Set watcher on znode that does not yet exist, /0-1826332471/acl 2024-11-12T17:56:11,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36967 2024-11-12T17:56:11,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36967 2024-11-12T17:56:11,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36967 2024-11-12T17:56:11,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36967 2024-11-12T17:56:11,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36967 2024-11-12T17:56:11,588 DEBUG [M:0;6684de3f6e40:43731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:43731 2024-11-12T17:56:11,595 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1826332471/backup-masters/6684de3f6e40,43731,1731434170817 2024-11-12T17:56:11,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471/backup-masters 2024-11-12T17:56:11,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471/backup-masters 2024-11-12T17:56:11,612 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Set watcher on existing znode=/0-1826332471/backup-masters/6684de3f6e40,43731,1731434170817 2024-11-12T17:56:11,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1826332471/master 2024-11-12T17:56:11,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:11,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:11,637 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Set watcher on existing znode=/0-1826332471/master 2024-11-12T17:56:11,643 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1826332471/backup-masters/6684de3f6e40,43731,1731434170817 from backup master directory 2024-11-12T17:56:11,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471/backup-masters 2024-11-12T17:56:11,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1826332471/backup-masters/6684de3f6e40,43731,1731434170817 2024-11-12T17:56:11,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471/backup-masters 2024-11-12T17:56:11,656 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:56:11,656 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,43731,1731434170817 2024-11-12T17:56:11,694 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/hbase.id] with ID: 20252e99-d8db-4139-af34-81150b2c464a 2024-11-12T17:56:11,694 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/.tmp/hbase.id 2024-11-12T17:56:11,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:56:11,922 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:11,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:11,923 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:12,161 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/.tmp/hbase.id]:[hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/hbase.id] 2024-11-12T17:56:12,229 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:12,230 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:56:12,231 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T17:56:12,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:12,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:56:12,276 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:56:12,276 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:56:12,277 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:12,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:56:12,701 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store 2024-11-12T17:56:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:56:13,109 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:13,109 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:56:13,109 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:13,109 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:13,109 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:56:13,109 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:13,110 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:13,110 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434173109Disabling compacts and flushes for region at 1731434173109Disabling writes for close at 1731434173109Writing region close event to WAL at 1731434173110 (+1 ms)Closed at 1731434173110 2024-11-12T17:56:13,110 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/.initializing 2024-11-12T17:56:13,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/WALs/6684de3f6e40,43731,1731434170817 2024-11-12T17:56:13,116 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:56:13,118 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C43731%2C1731434170817, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/WALs/6684de3f6e40,43731,1731434170817, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/oldWALs, maxLogs=10 2024-11-12T17:56:13,139 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/WALs/6684de3f6e40,43731,1731434170817/6684de3f6e40%2C43731%2C1731434170817.1731434173119, exclude list is [], retry=0 2024-11-12T17:56:13,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41285,DS-92e1e5b2-4f48-49aa-b4a9-e7e2890b7110,DISK] 2024-11-12T17:56:13,157 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/WALs/6684de3f6e40,43731,1731434170817/6684de3f6e40%2C43731%2C1731434170817.1731434173119 2024-11-12T17:56:13,157 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-12T17:56:13,157 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:13,158 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:13,158 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,158 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:56:13,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:13,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:13,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:56:13,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:13,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:13,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:56:13,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:13,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:13,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:56:13,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:13,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:13,175 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,176 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,176 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,177 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,177 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,180 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:13,182 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:13,194 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:13,194 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68814766, jitterRate=0.025419920682907104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:13,195 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434173158Initializing all the Stores at 1731434173160 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434173160Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434173161 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434173161Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434173161Cleaning up temporary data from old regions at 1731434173177 (+16 ms)Region opened successfully at 1731434173195 (+18 ms) 2024-11-12T17:56:13,195 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:56:13,198 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445a7e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:56:13,209 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:56:13,209 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:56:13,209 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:56:13,209 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:56:13,210 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T17:56:13,210 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:56:13,210 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:56:13,219 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:56:13,222 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Unable to get data of znode /0-1826332471/balancer because node does not exist (not necessarily an error) 2024-11-12T17:56:13,611 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1826332471/balancer already deleted, retry=false 2024-11-12T17:56:13,611 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:56:13,612 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Unable to get data of znode /0-1826332471/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:56:13,624 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1826332471/normalizer already deleted, retry=false 2024-11-12T17:56:13,624 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:56:13,635 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Unable to get data of znode /0-1826332471/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:56:13,663 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1826332471/switch/split already deleted, retry=false 2024-11-12T17:56:13,665 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Unable to get data of znode /0-1826332471/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:56:13,685 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1826332471/switch/merge already deleted, retry=false 2024-11-12T17:56:13,695 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Unable to get data of znode /0-1826332471/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:56:13,717 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1826332471/snapshot-cleanup already deleted, retry=false 2024-11-12T17:56:13,733 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,43731,1731434170817, sessionid=0x101317a6e100000, setting cluster-up flag (Was=false) 2024-11-12T17:56:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1826332471/running 2024-11-12T17:56:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1826332471/running 2024-11-12T17:56:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:13,808 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1826332471/flush-table-proc/acquired, /0-1826332471/flush-table-proc/reached, /0-1826332471/flush-table-proc/abort 2024-11-12T17:56:13,816 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,43731,1731434170817 2024-11-12T17:56:13,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:13,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:13,875 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1826332471/online-snapshot/acquired, /0-1826332471/online-snapshot/reached, /0-1826332471/online-snapshot/abort 2024-11-12T17:56:13,890 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,43731,1731434170817 2024-11-12T17:56:13,910 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:56:13,913 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:13,913 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:56:13,914 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:56:13,914 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,43731,1731434170817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:56:13,917 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:13,917 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:13,917 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:13,917 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:13,917 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:56:13,917 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:13,917 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:56:13,917 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:13,927 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434203927 2024-11-12T17:56:13,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:13,927 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:56:13,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:56:13,927 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:56:13,927 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:56:13,927 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:56:13,928 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:56:13,928 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:56:13,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:13,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:56:13,937 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:13,939 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:56:13,939 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:56:13,939 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:56:13,940 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:56:13,943 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:56:13,943 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:56:13,951 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434173943,5,FailOnTimeoutGroup] 2024-11-12T17:56:13,971 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434173951,5,FailOnTimeoutGroup] 2024-11-12T17:56:13,971 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:13,971 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:56:13,971 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:13,972 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:13,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:56:13,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:56:13,984 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28 2024-11-12T17:56:13,988 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(746): ClusterId : 20252e99-d8db-4139-af34-81150b2c464a 2024-11-12T17:56:13,988 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:56:14,000 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:56:14,000 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:56:14,013 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:56:14,013 DEBUG [RS:0;6684de3f6e40:36967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9f42c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:56:14,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:56:14,039 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:36967 2024-11-12T17:56:14,039 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:56:14,039 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:56:14,039 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:56:14,040 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,43731,1731434170817 with port=36967, startcode=1731434171348 2024-11-12T17:56:14,040 DEBUG [RS:0;6684de3f6e40:36967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:56:14,051 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:56:14,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,36967,1731434171348 2024-11-12T17:56:14,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43731 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,36967,1731434171348 2024-11-12T17:56:14,060 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28 2024-11-12T17:56:14,060 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42835 2024-11-12T17:56:14,060 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:56:14,074 DEBUG [RS:0;6684de3f6e40:36967 {}] zookeeper.ZKUtil(111): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Set watcher on existing znode=/0-1826332471/rs/6684de3f6e40,36967,1731434171348 2024-11-12T17:56:14,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471/rs 2024-11-12T17:56:14,074 WARN [RS:0;6684de3f6e40:36967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:56:14,074 INFO [RS:0;6684de3f6e40:36967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:14,075 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348 2024-11-12T17:56:14,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,36967,1731434171348] 2024-11-12T17:56:14,093 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:56:14,095 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:56:14,095 INFO [RS:0;6684de3f6e40:36967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:56:14,095 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:14,113 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:56:14,117 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:56:14,117 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:14,117 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:14,117 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:14,117 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:14,117 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:14,117 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:14,117 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:56:14,117 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:14,117 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:14,118 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:14,118 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:14,118 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:14,118 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:14,118 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:56:14,118 DEBUG [RS:0;6684de3f6e40:36967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:56:14,129 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:14,129 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:14,129 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:14,129 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:14,130 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:14,130 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36967,1731434171348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:56:14,150 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:56:14,150 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36967,1731434171348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:14,150 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:14,150 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.Replication(171): 6684de3f6e40,36967,1731434171348 started 2024-11-12T17:56:14,174 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:14,175 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,36967,1731434171348, RpcServer on 6684de3f6e40/172.17.0.3:36967, sessionid=0x101317a6e100001 2024-11-12T17:56:14,175 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:56:14,175 DEBUG [RS:0;6684de3f6e40:36967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,36967,1731434171348 2024-11-12T17:56:14,175 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,36967,1731434171348' 2024-11-12T17:56:14,175 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1826332471/flush-table-proc/abort' 2024-11-12T17:56:14,182 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1826332471/flush-table-proc/acquired' 2024-11-12T17:56:14,183 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:56:14,183 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:56:14,183 DEBUG [RS:0;6684de3f6e40:36967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,36967,1731434171348 2024-11-12T17:56:14,183 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,36967,1731434171348' 2024-11-12T17:56:14,183 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1826332471/online-snapshot/abort' 2024-11-12T17:56:14,184 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1826332471/online-snapshot/acquired' 2024-11-12T17:56:14,184 DEBUG [RS:0;6684de3f6e40:36967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:56:14,184 INFO [RS:0;6684de3f6e40:36967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:56:14,184 INFO [RS:0;6684de3f6e40:36967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:56:14,285 INFO [RS:0;6684de3f6e40:36967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:56:14,286 INFO [RS:0;6684de3f6e40:36967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C36967%2C1731434171348, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/oldWALs, maxLogs=10 2024-11-12T17:56:14,306 DEBUG [RS:0;6684de3f6e40:36967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287, exclude list is [], retry=0 2024-11-12T17:56:14,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41285,DS-92e1e5b2-4f48-49aa-b4a9-e7e2890b7110,DISK] 2024-11-12T17:56:14,327 INFO [RS:0;6684de3f6e40:36967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 2024-11-12T17:56:14,335 DEBUG [RS:0;6684de3f6e40:36967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-12T17:56:14,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:14,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:56:14,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:56:14,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:14,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:14,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:56:14,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:56:14,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:14,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:14,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:56:14,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:56:14,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:14,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:14,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:56:14,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:56:14,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:14,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:14,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:56:14,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740 2024-11-12T17:56:14,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740 2024-11-12T17:56:14,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:56:14,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:56:14,459 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:14,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:56:14,463 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:14,464 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72214654, jitterRate=0.07608219981193542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:14,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434174437Initializing all the Stores at 1731434174439 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434174439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434174439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434174439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434174439Cleaning up temporary data from old regions at 1731434174458 (+19 ms)Region opened successfully at 1731434174465 (+7 ms) 2024-11-12T17:56:14,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:56:14,465 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:56:14,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:56:14,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:56:14,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:56:14,467 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:14,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434174465Disabling compacts and flushes for region at 1731434174465Disabling writes for close at 1731434174465Writing region close event to WAL at 1731434174467 (+2 ms)Closed at 1731434174467 2024-11-12T17:56:14,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:14,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:56:14,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:56:14,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:56:14,477 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:56:14,627 DEBUG [6684de3f6e40:43731 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:56:14,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,36967,1731434171348 2024-11-12T17:56:14,629 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,36967,1731434171348, state=OPENING 2024-11-12T17:56:14,699 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:56:14,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:14,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:14,738 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:56:14,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,36967,1731434171348}] 2024-11-12T17:56:14,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1826332471/meta-region-server: CHANGED 2024-11-12T17:56:14,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1826332471/meta-region-server: CHANGED 2024-11-12T17:56:14,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:56:14,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:56:14,910 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:56:14,910 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:14,911 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:56:14,916 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C36967%2C1731434171348.meta, suffix=.meta, logDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/oldWALs, maxLogs=10 2024-11-12T17:56:14,933 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.meta.1731434174916.meta, exclude list is [], retry=0 2024-11-12T17:56:14,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41285,DS-92e1e5b2-4f48-49aa-b4a9-e7e2890b7110,DISK] 2024-11-12T17:56:14,944 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.meta.1731434174916.meta 2024-11-12T17:56:14,944 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-12T17:56:14,944 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:14,945 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:56:14,945 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:56:14,945 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:56:14,945 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:56:14,945 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:56:14,945 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:14,946 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:56:14,946 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:56:14,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:56:14,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:56:14,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:14,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:14,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:56:14,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:56:14,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:14,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:14,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:56:14,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:56:14,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:14,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:14,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:56:14,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:56:14,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:14,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:14,959 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:56:14,967 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740 2024-11-12T17:56:14,972 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740 2024-11-12T17:56:14,973 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:56:14,974 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:56:14,974 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:14,979 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:56:14,982 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66411253, jitterRate=-0.010395213961601257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:14,982 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:56:14,983 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434174946Writing region info on filesystem at 1731434174946Initializing all the Stores at 1731434174946Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434174946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434174947 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434174947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434174947Cleaning up temporary data from old regions at 1731434174974 (+27 ms)Running coprocessor post-open hooks at 1731434174982 (+8 ms)Region opened successfully at 1731434174983 (+1 ms) 2024-11-12T17:56:14,984 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434174892 2024-11-12T17:56:14,988 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:56:14,988 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:56:14,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,36967,1731434171348 2024-11-12T17:56:14,990 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,36967,1731434171348, state=OPEN 2024-11-12T17:56:15,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1826332471/meta-region-server 2024-11-12T17:56:15,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1826332471/meta-region-server 2024-11-12T17:56:15,007 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,36967,1731434171348 2024-11-12T17:56:15,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1826332471/meta-region-server: CHANGED 2024-11-12T17:56:15,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1826332471/meta-region-server: CHANGED 2024-11-12T17:56:15,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:56:15,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,36967,1731434171348 in 269 msec 2024-11-12T17:56:15,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:56:15,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 538 msec 2024-11-12T17:56:15,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:15,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:56:15,030 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:15,031 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,36967,1731434171348, seqNum=-1] 2024-11-12T17:56:15,031 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:15,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:56:15,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1360 sec 2024-11-12T17:56:15,050 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434175050, completionTime=-1 2024-11-12T17:56:15,051 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:56:15,051 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:56:15,053 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:56:15,053 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434235053 2024-11-12T17:56:15,053 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434295053 2024-11-12T17:56:15,053 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T17:56:15,054 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43731,1731434170817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:15,054 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43731,1731434170817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:15,054 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43731,1731434170817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:15,054 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:43731, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:15,054 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:15,055 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:15,058 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:56:15,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.405sec 2024-11-12T17:56:15,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:56:15,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:56:15,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:56:15,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:56:15,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:56:15,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43731,1731434170817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:56:15,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43731,1731434170817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:56:15,085 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:56:15,085 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:56:15,086 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43731,1731434170817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:15,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5012f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:15,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43731,-1 for getting cluster id 2024-11-12T17:56:15,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:15,092 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20252e99-d8db-4139-af34-81150b2c464a' 2024-11-12T17:56:15,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:15,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20252e99-d8db-4139-af34-81150b2c464a" 2024-11-12T17:56:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228a63f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43731,-1] 2024-11-12T17:56:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:15,096 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:15,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2372d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:15,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,36967,1731434171348, seqNum=-1] 2024-11-12T17:56:15,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:15,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:56:15,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,43731,1731434170817 2024-11-12T17:56:15,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59116 2024-11-12T17:56:15,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:15,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101317a6e100002 connected 2024-11-12T17:56:15,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/hadoop.log.dir so I do NOT create it in target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8 2024-11-12T17:56:15,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:56:15,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/hadoop.tmp.dir so I do NOT create it in target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8 2024-11-12T17:56:15,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:56:15,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8 2024-11-12T17:56:15,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:56:15,138 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/cluster_43a1c5e1-82cd-f399-cfff-cc09fec0ef86, deleteOnExit=true 2024-11-12T17:56:15,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:56:15,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/test.cache.data in system properties and HBase conf 2024-11-12T17:56:15,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:56:15,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:56:15,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:56:15,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:56:15,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:56:15,139 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:56:15,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:56:15,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:56:15,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:56:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:56:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:56:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:56:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:56:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:56:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:56:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:56:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:56:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:56:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:56:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:56:15,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:15,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:56:15,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:56:15,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:56:15,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:56:15,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:15,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d9758fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:56:15,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ddf81bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:56:15,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a66e9cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/java.io.tmpdir/jetty-localhost-44261-hadoop-hdfs-3_4_1-tests_jar-_-any-7064916891214123275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:56:15,693 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1260877{HTTP/1.1, (http/1.1)}{localhost:44261} 2024-11-12T17:56:15,693 INFO [Time-limited test {}] server.Server(415): Started @244617ms 2024-11-12T17:56:16,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:16,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:56:16,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:56:16,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:56:16,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:56:16,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f815c84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:56:16,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bfc5371{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:56:16,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75df3c32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/java.io.tmpdir/jetty-localhost-42349-hadoop-hdfs-3_4_1-tests_jar-_-any-5908993122964855600/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:56:16,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b626029{HTTP/1.1, (http/1.1)}{localhost:42349} 2024-11-12T17:56:16,330 INFO [Time-limited test {}] server.Server(415): Started @245255ms 2024-11-12T17:56:16,332 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:56:17,087 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/cluster_43a1c5e1-82cd-f399-cfff-cc09fec0ef86/data/data1/current/BP-1514457413-172.17.0.3-1731434175164/current, will proceed with Du for space computation calculation, 2024-11-12T17:56:17,091 WARN [Thread-2308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/cluster_43a1c5e1-82cd-f399-cfff-cc09fec0ef86/data/data2/current/BP-1514457413-172.17.0.3-1731434175164/current, will proceed with Du for space computation calculation, 2024-11-12T17:56:17,195 WARN [Thread-2295 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:56:17,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27b81f72c70c40f8 with lease ID 0x557d06376cd70537: Processing first storage report for DS-e3b3801b-42c3-4c98-a3a5-7f8337a382e7 from datanode DatanodeRegistration(127.0.0.1:44943, datanodeUuid=7a8580c1-c93d-438d-98e7-988a4341f805, infoPort=35935, infoSecurePort=0, ipcPort=41921, storageInfo=lv=-57;cid=testClusterID;nsid=1074858502;c=1731434175164) 2024-11-12T17:56:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27b81f72c70c40f8 with lease ID 0x557d06376cd70537: from storage DS-e3b3801b-42c3-4c98-a3a5-7f8337a382e7 node DatanodeRegistration(127.0.0.1:44943, datanodeUuid=7a8580c1-c93d-438d-98e7-988a4341f805, infoPort=35935, infoSecurePort=0, ipcPort=41921, storageInfo=lv=-57;cid=testClusterID;nsid=1074858502;c=1731434175164), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:56:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27b81f72c70c40f8 with lease ID 0x557d06376cd70537: Processing first storage report for DS-9b9cc13f-79d8-4b6e-9cac-99ef35e01975 from datanode DatanodeRegistration(127.0.0.1:44943, datanodeUuid=7a8580c1-c93d-438d-98e7-988a4341f805, infoPort=35935, infoSecurePort=0, ipcPort=41921, storageInfo=lv=-57;cid=testClusterID;nsid=1074858502;c=1731434175164) 2024-11-12T17:56:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27b81f72c70c40f8 with lease ID 0x557d06376cd70537: from storage DS-9b9cc13f-79d8-4b6e-9cac-99ef35e01975 node DatanodeRegistration(127.0.0.1:44943, datanodeUuid=7a8580c1-c93d-438d-98e7-988a4341f805, infoPort=35935, infoSecurePort=0, ipcPort=41921, storageInfo=lv=-57;cid=testClusterID;nsid=1074858502;c=1731434175164), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:56:17,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8 2024-11-12T17:56:17,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:17,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:17,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:56:17,382 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb with version=8 2024-11-12T17:56:17,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/hbase-staging 2024-11-12T17:56:17,384 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:56:17,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:17,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:17,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:56:17,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:17,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:56:17,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:56:17,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:56:17,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41691 2024-11-12T17:56:17,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41691 connecting to ZooKeeper ensemble=127.0.0.1:59116 2024-11-12T17:56:17,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416910x0, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:17,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41691-0x101317a6e100003 connected 2024-11-12T17:56:17,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:17,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:17,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Set watcher on znode that does not yet exist, /1-84445418/running 2024-11-12T17:56:17,495 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb, hbase.cluster.distributed=false 2024-11-12T17:56:17,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Set watcher on znode that does not yet exist, /1-84445418/acl 2024-11-12T17:56:17,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41691 2024-11-12T17:56:17,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41691 2024-11-12T17:56:17,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41691 2024-11-12T17:56:17,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41691 2024-11-12T17:56:17,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41691 2024-11-12T17:56:17,536 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:56:17,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:17,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:17,536 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:56:17,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:17,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:56:17,536 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:56:17,536 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:56:17,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39603 2024-11-12T17:56:17,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39603 connecting to ZooKeeper ensemble=127.0.0.1:59116 2024-11-12T17:56:17,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:17,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:17,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396030x0, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Set watcher on znode that does not yet exist, /1-84445418/running 2024-11-12T17:56:17,558 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:56:17,559 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396030x0, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:17,559 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:56:17,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39603-0x101317a6e100004 connected 2024-11-12T17:56:17,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Set watcher on znode that does not yet exist, /1-84445418/master 2024-11-12T17:56:17,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Set watcher on znode that does not yet exist, /1-84445418/acl 2024-11-12T17:56:17,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39603 2024-11-12T17:56:17,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39603 2024-11-12T17:56:17,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39603 2024-11-12T17:56:17,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39603 2024-11-12T17:56:17,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39603 2024-11-12T17:56:17,616 DEBUG [M:0;6684de3f6e40:41691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:41691 2024-11-12T17:56:17,617 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-84445418/backup-masters/6684de3f6e40,41691,1731434177384 2024-11-12T17:56:17,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418/backup-masters 2024-11-12T17:56:17,643 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418/backup-masters 2024-11-12T17:56:17,647 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Set watcher on existing znode=/1-84445418/backup-masters/6684de3f6e40,41691,1731434177384 2024-11-12T17:56:17,684 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-84445418/master 2024-11-12T17:56:17,684 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:17,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:17,694 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Set watcher on existing znode=/1-84445418/master 2024-11-12T17:56:17,699 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-84445418/backup-masters/6684de3f6e40,41691,1731434177384 from backup master directory 2024-11-12T17:56:17,708 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418/backup-masters 2024-11-12T17:56:17,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-84445418/backup-masters/6684de3f6e40,41691,1731434177384 2024-11-12T17:56:17,711 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:56:17,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418/backup-masters 2024-11-12T17:56:17,711 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,41691,1731434177384 2024-11-12T17:56:17,751 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/hbase.id] with ID: f22596f5-7748-4824-b36d-492cdc7c6440 2024-11-12T17:56:17,751 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/.tmp/hbase.id 2024-11-12T17:56:17,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:56:18,223 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/.tmp/hbase.id]:[hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/hbase.id] 2024-11-12T17:56:18,299 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:18,300 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:56:18,307 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-12T17:56:18,592 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:18,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:18,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:56:18,608 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:56:18,608 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:56:18,611 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:18,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:56:18,685 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store 2024-11-12T17:56:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:56:18,757 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:18,757 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:56:18,757 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:18,757 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:18,757 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:56:18,757 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:18,757 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:18,758 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434178757Disabling compacts and flushes for region at 1731434178757Disabling writes for close at 1731434178757Writing region close event to WAL at 1731434178757Closed at 1731434178757 2024-11-12T17:56:18,768 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/.initializing 2024-11-12T17:56:18,768 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/WALs/6684de3f6e40,41691,1731434177384 2024-11-12T17:56:18,776 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:56:18,797 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C41691%2C1731434177384, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/WALs/6684de3f6e40,41691,1731434177384, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/oldWALs, maxLogs=10 2024-11-12T17:56:18,817 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/WALs/6684de3f6e40,41691,1731434177384/6684de3f6e40%2C41691%2C1731434177384.1731434178798, exclude list is [], retry=0 2024-11-12T17:56:18,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-e3b3801b-42c3-4c98-a3a5-7f8337a382e7,DISK] 2024-11-12T17:56:18,857 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/WALs/6684de3f6e40,41691,1731434177384/6684de3f6e40%2C41691%2C1731434177384.1731434178798 2024-11-12T17:56:18,859 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35935:35935)] 2024-11-12T17:56:18,859 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:18,860 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:18,860 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,860 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:56:18,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:18,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:18,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:56:18,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:18,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:18,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:56:18,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:18,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:18,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:56:18,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:18,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:18,929 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,931 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,931 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,933 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,933 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,933 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:18,935 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:18,947 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:18,947 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72364645, jitterRate=0.07831723988056183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:18,947 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434178860Initializing all the Stores at 1731434178871 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434178871Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434178880 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434178880Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434178880Cleaning up temporary data from old regions at 1731434178933 (+53 ms)Region opened successfully at 1731434178947 (+14 ms) 2024-11-12T17:56:18,951 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:56:18,962 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea03678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:56:18,963 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:56:18,963 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:56:18,963 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:56:18,963 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:56:18,965 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T17:56:18,965 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:56:18,965 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:56:18,992 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:56:19,000 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Unable to get data of znode /1-84445418/balancer because node does not exist (not necessarily an error) 2024-11-12T17:56:19,044 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-84445418/balancer already deleted, retry=false 2024-11-12T17:56:19,044 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:56:19,045 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Unable to get data of znode /1-84445418/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:56:19,051 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-84445418/normalizer already deleted, retry=false 2024-11-12T17:56:19,052 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:56:19,067 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Unable to get data of znode /1-84445418/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:56:19,077 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-84445418/switch/split already deleted, retry=false 2024-11-12T17:56:19,078 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Unable to get data of znode /1-84445418/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:56:19,082 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-84445418/switch/merge already deleted, retry=false 2024-11-12T17:56:19,084 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Unable to get data of znode /1-84445418/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:56:19,090 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-84445418/snapshot-cleanup already deleted, retry=false 2024-11-12T17:56:19,099 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-84445418/running 2024-11-12T17:56:19,099 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:19,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-84445418/running 2024-11-12T17:56:19,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:19,104 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,41691,1731434177384, sessionid=0x101317a6e100003, setting cluster-up flag (Was=false) 2024-11-12T17:56:19,127 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:19,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:19,157 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-84445418/flush-table-proc/acquired, /1-84445418/flush-table-proc/reached, /1-84445418/flush-table-proc/abort 2024-11-12T17:56:19,158 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,41691,1731434177384 2024-11-12T17:56:19,173 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:19,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:19,200 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-84445418/online-snapshot/acquired, /1-84445418/online-snapshot/reached, /1-84445418/online-snapshot/abort 2024-11-12T17:56:19,204 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,41691,1731434177384 2024-11-12T17:56:19,214 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:56:19,236 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:19,236 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:56:19,236 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:56:19,236 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,41691,1731434177384 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:56:19,238 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:19,238 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:19,238 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:19,238 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:19,238 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:56:19,238 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,238 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:56:19,238 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,247 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(746): ClusterId : f22596f5-7748-4824-b36d-492cdc7c6440 2024-11-12T17:56:19,247 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:56:19,263 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:56:19,263 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:56:19,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:19,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:56:19,269 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:19,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:56:19,274 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:56:19,275 DEBUG [RS:0;6684de3f6e40:39603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0868ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:56:19,291 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434209291 2024-11-12T17:56:19,292 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:56:19,292 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:56:19,292 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:56:19,292 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:56:19,292 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:56:19,292 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:56:19,294 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,328 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:56:19,328 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:56:19,328 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:56:19,328 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:56:19,338 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:39603 2024-11-12T17:56:19,338 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:56:19,338 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:56:19,338 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:56:19,339 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,41691,1731434177384 with port=39603, startcode=1731434177535 2024-11-12T17:56:19,339 DEBUG [RS:0;6684de3f6e40:39603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:56:19,376 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:56:19,376 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:56:19,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:56:19,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:56:19,379 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb 2024-11-12T17:56:19,383 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434179376,5,FailOnTimeoutGroup] 2024-11-12T17:56:19,387 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434179383,5,FailOnTimeoutGroup] 2024-11-12T17:56:19,387 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,387 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:56:19,387 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,388 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,392 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:56:19,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,39603,1731434177535 2024-11-12T17:56:19,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41691 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,39603,1731434177535 2024-11-12T17:56:19,394 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb 2024-11-12T17:56:19,394 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41145 2024-11-12T17:56:19,394 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:56:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:56:19,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:19,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:56:19,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:56:19,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:19,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:19,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:56:19,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:56:19,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:19,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:19,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:56:19,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:56:19,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:19,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:19,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:56:19,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:56:19,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:19,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:19,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:56:19,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740 2024-11-12T17:56:19,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740 2024-11-12T17:56:19,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:56:19,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:56:19,459 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:19,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:56:19,464 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:19,464 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67476189, jitterRate=0.00547356903553009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:19,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434179447Initializing all the Stores at 1731434179448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434179448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434179448Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434179448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434179448Cleaning up temporary data from old regions at 1731434179459 (+11 ms)Region opened successfully at 1731434179464 (+5 ms) 2024-11-12T17:56:19,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:56:19,465 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:56:19,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:56:19,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:56:19,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:56:19,465 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:19,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434179464Disabling compacts and flushes for region at 1731434179464Disabling writes for close at 1731434179465 (+1 ms)Writing region close event to WAL at 1731434179465Closed at 1731434179465 2024-11-12T17:56:19,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:19,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:56:19,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:56:19,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:56:19,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:56:19,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418/rs 2024-11-12T17:56:19,485 DEBUG [RS:0;6684de3f6e40:39603 {}] zookeeper.ZKUtil(111): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Set watcher on existing znode=/1-84445418/rs/6684de3f6e40,39603,1731434177535 2024-11-12T17:56:19,485 WARN [RS:0;6684de3f6e40:39603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:56:19,485 INFO [RS:0;6684de3f6e40:39603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:19,485 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535 2024-11-12T17:56:19,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,39603,1731434177535] 2024-11-12T17:56:19,519 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:56:19,520 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:56:19,524 INFO [RS:0;6684de3f6e40:39603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:56:19,524 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,524 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:56:19,530 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:56:19,530 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,530 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,530 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,530 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,530 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,530 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,530 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:56:19,530 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,530 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,530 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,531 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,531 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,531 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:19,531 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:56:19,531 DEBUG [RS:0;6684de3f6e40:39603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:56:19,543 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,543 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,543 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,543 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,543 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,543 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39603,1731434177535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:56:19,585 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:56:19,585 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39603,1731434177535-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,585 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,585 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.Replication(171): 6684de3f6e40,39603,1731434177535 started 2024-11-12T17:56:19,619 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:19,619 WARN [6684de3f6e40:41691 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:56:19,626 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,39603,1731434177535, RpcServer on 6684de3f6e40/172.17.0.3:39603, sessionid=0x101317a6e100004 2024-11-12T17:56:19,626 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:56:19,626 DEBUG [RS:0;6684de3f6e40:39603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,39603,1731434177535 2024-11-12T17:56:19,626 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,39603,1731434177535' 2024-11-12T17:56:19,626 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-84445418/flush-table-proc/abort' 2024-11-12T17:56:19,635 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-84445418/flush-table-proc/acquired' 2024-11-12T17:56:19,647 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:56:19,647 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:56:19,647 DEBUG [RS:0;6684de3f6e40:39603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,39603,1731434177535 2024-11-12T17:56:19,647 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,39603,1731434177535' 2024-11-12T17:56:19,647 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-84445418/online-snapshot/abort' 2024-11-12T17:56:19,655 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-84445418/online-snapshot/acquired' 2024-11-12T17:56:19,663 DEBUG [RS:0;6684de3f6e40:39603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:56:19,663 INFO [RS:0;6684de3f6e40:39603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:56:19,663 INFO [RS:0;6684de3f6e40:39603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:56:19,768 INFO [RS:0;6684de3f6e40:39603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:56:19,780 INFO [RS:0;6684de3f6e40:39603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C39603%2C1731434177535, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/oldWALs, maxLogs=10 2024-11-12T17:56:19,815 DEBUG [RS:0;6684de3f6e40:39603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780, exclude list is [], retry=0 2024-11-12T17:56:19,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-e3b3801b-42c3-4c98-a3a5-7f8337a382e7,DISK] 2024-11-12T17:56:19,856 INFO [RS:0;6684de3f6e40:39603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 2024-11-12T17:56:19,859 DEBUG [RS:0;6684de3f6e40:39603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35935:35935)] 2024-11-12T17:56:19,869 DEBUG [6684de3f6e40:41691 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:56:19,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,39603,1731434177535 2024-11-12T17:56:19,875 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,39603,1731434177535, state=OPENING 2024-11-12T17:56:19,899 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:56:19,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:19,907 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:19,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-84445418/meta-region-server: CHANGED 2024-11-12T17:56:19,907 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:56:19,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,39603,1731434177535}] 2024-11-12T17:56:19,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-84445418/meta-region-server: CHANGED 2024-11-12T17:56:20,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:56:20,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:56:20,099 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:56:20,099 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:20,100 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:56:20,119 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C39603%2C1731434177535.meta, suffix=.meta, logDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/oldWALs, maxLogs=10 2024-11-12T17:56:20,140 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.meta.1731434180120.meta, exclude list is [], retry=0 2024-11-12T17:56:20,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-e3b3801b-42c3-4c98-a3a5-7f8337a382e7,DISK] 2024-11-12T17:56:20,160 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.meta.1731434180120.meta 2024-11-12T17:56:20,165 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35935:35935)] 2024-11-12T17:56:20,166 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:20,166 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:56:20,166 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:56:20,166 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:56:20,166 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:56:20,167 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:56:20,167 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:20,167 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:56:20,167 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:56:20,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:56:20,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:56:20,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:20,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:20,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:56:20,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:56:20,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:20,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:20,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:56:20,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:56:20,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:20,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:20,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:56:20,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:56:20,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:20,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:20,224 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:56:20,224 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740 2024-11-12T17:56:20,235 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740 2024-11-12T17:56:20,248 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:56:20,248 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:56:20,248 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:20,255 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:56:20,256 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72522653, jitterRate=0.08067174255847931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:20,256 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:56:20,256 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434180167Writing region info on filesystem at 1731434180167Initializing all the Stores at 1731434180172 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434180172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434180177 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434180177Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434180177Cleaning up temporary data from old regions at 1731434180248 (+71 ms)Running coprocessor post-open hooks at 1731434180256 (+8 ms)Region opened successfully at 1731434180256 2024-11-12T17:56:20,263 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434180063 2024-11-12T17:56:20,271 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:56:20,271 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:56:20,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,39603,1731434177535 2024-11-12T17:56:20,275 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,39603,1731434177535, state=OPEN 2024-11-12T17:56:20,291 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-84445418/meta-region-server 2024-11-12T17:56:20,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-84445418/meta-region-server 2024-11-12T17:56:20,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-84445418/meta-region-server: CHANGED 2024-11-12T17:56:20,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-84445418/meta-region-server: CHANGED 2024-11-12T17:56:20,295 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,39603,1731434177535 2024-11-12T17:56:20,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:56:20,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,39603,1731434177535 in 388 msec 2024-11-12T17:56:20,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:56:20,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 832 msec 2024-11-12T17:56:20,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:20,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:56:20,327 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:20,328 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39603,1731434177535, seqNum=-1] 2024-11-12T17:56:20,328 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:20,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:56:20,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1070 sec 2024-11-12T17:56:20,339 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434180339, completionTime=-1 2024-11-12T17:56:20,339 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:56:20,339 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:56:20,345 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:56:20,345 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434240345 2024-11-12T17:56:20,345 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434300345 2024-11-12T17:56:20,345 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-12T17:56:20,346 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41691,1731434177384-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:20,346 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41691,1731434177384-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:20,346 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41691,1731434177384-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:20,346 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:41691, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:20,346 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:20,349 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:56:20,356 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:20,371 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.660sec 2024-11-12T17:56:20,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:56:20,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:56:20,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:56:20,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:56:20,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:56:20,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41691,1731434177384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:56:20,372 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41691,1731434177384-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:56:20,404 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:56:20,404 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:56:20,404 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41691,1731434177384-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:20,448 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:56:20,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8fd29b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:20,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,41691,-1 for getting cluster id 2024-11-12T17:56:20,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:20,492 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f22596f5-7748-4824-b36d-492cdc7c6440' 2024-11-12T17:56:20,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:20,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f22596f5-7748-4824-b36d-492cdc7c6440" 2024-11-12T17:56:20,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13957084, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,41691,-1] 2024-11-12T17:56:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:20,496 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:20,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cad3007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:20,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39603,1731434177535, seqNum=-1] 2024-11-12T17:56:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:20,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:56:20,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:20,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:20,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:20,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,41691,1731434177384 2024-11-12T17:56:20,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:20,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:20,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59116 2024-11-12T17:56:20,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:20,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:20,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:20,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:20,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:20,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:20,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101317a6e100005 connected 2024-11-12T17:56:20,588 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:56:20,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:20,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43731,1731434170817 2024-11-12T17:56:20,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431f7674 2024-11-12T17:56:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:56:20,614 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:56:20,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:56:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:56:20,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:56:20,619 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:20,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:56:20,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:56:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:56:20,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:56:20,688 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa251bd043f1c49a3a3410c1f93073de, NAME => 'test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28 2024-11-12T17:56:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:56:20,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:56:20,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:20,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aa251bd043f1c49a3a3410c1f93073de, disabling compactions & flushes 2024-11-12T17:56:20,792 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:20,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:20,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. after waiting 0 ms 2024-11-12T17:56:20,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:20,792 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:20,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa251bd043f1c49a3a3410c1f93073de: Waiting for close lock at 1731434180791Disabling compacts and flushes for region at 1731434180791Disabling writes for close at 1731434180792 (+1 ms)Writing region close event to WAL at 1731434180792Closed at 1731434180792 2024-11-12T17:56:20,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:56:20,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434180798"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434180798"}]},"ts":"1731434180798"} 2024-11-12T17:56:20,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:56:20,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:56:20,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434180814"}]},"ts":"1731434180814"} 2024-11-12T17:56:20,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:56:20,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa251bd043f1c49a3a3410c1f93073de, ASSIGN}] 2024-11-12T17:56:20,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa251bd043f1c49a3a3410c1f93073de, ASSIGN 2024-11-12T17:56:20,837 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aa251bd043f1c49a3a3410c1f93073de, ASSIGN; state=OFFLINE, location=6684de3f6e40,36967,1731434171348; forceNewPlan=false, retain=false 2024-11-12T17:56:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:56:20,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa251bd043f1c49a3a3410c1f93073de, regionState=OPENING, regionLocation=6684de3f6e40,36967,1731434171348 2024-11-12T17:56:21,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aa251bd043f1c49a3a3410c1f93073de, ASSIGN because future has completed 2024-11-12T17:56:21,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa251bd043f1c49a3a3410c1f93073de, server=6684de3f6e40,36967,1731434171348}] 2024-11-12T17:56:21,211 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:21,211 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aa251bd043f1c49a3a3410c1f93073de, NAME => 'test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:21,212 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:56:21,212 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:56:21,212 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,212 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:21,212 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,212 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,225 INFO [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,236 INFO [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa251bd043f1c49a3a3410c1f93073de columnFamilyName f 2024-11-12T17:56:21,236 DEBUG [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:21,239 INFO [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] regionserver.HStore(327): Store=aa251bd043f1c49a3a3410c1f93073de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:21,240 INFO [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,251 INFO [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa251bd043f1c49a3a3410c1f93073de columnFamilyName f1 2024-11-12T17:56:21,251 DEBUG [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:56:21,254 INFO [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] regionserver.HStore(327): Store=aa251bd043f1c49a3a3410c1f93073de/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:21,254 INFO [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,273 INFO [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa251bd043f1c49a3a3410c1f93073de columnFamilyName norep 2024-11-12T17:56:21,273 DEBUG [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:21,276 INFO [StoreOpener-aa251bd043f1c49a3a3410c1f93073de-1 {}] regionserver.HStore(327): Store=aa251bd043f1c49a3a3410c1f93073de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:21,276 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,278 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,281 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,296 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,296 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,299 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:56:21,307 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,330 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:21,333 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aa251bd043f1c49a3a3410c1f93073de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66466779, jitterRate=-0.009567812085151672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:56:21,333 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:21,334 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aa251bd043f1c49a3a3410c1f93073de: Running coprocessor pre-open hook at 1731434181212Writing region info on filesystem at 1731434181212Initializing all the Stores at 1731434181219 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434181219Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434181223 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434181223Cleaning up temporary data from old regions at 1731434181296 (+73 ms)Running coprocessor post-open hooks at 1731434181333 (+37 ms)Region opened successfully at 1731434181334 (+1 ms) 2024-11-12T17:56:21,342 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de., pid=6, masterSystemTime=1731434181163 2024-11-12T17:56:21,349 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:21,350 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:21,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa251bd043f1c49a3a3410c1f93073de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,36967,1731434171348 2024-11-12T17:56:21,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa251bd043f1c49a3a3410c1f93073de, server=6684de3f6e40,36967,1731434171348 because future has completed 2024-11-12T17:56:21,380 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43731 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,36967,1731434171348, table=test, region=aa251bd043f1c49a3a3410c1f93073de. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T17:56:21,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:56:21,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa251bd043f1c49a3a3410c1f93073de, server=6684de3f6e40,36967,1731434171348 in 386 msec 2024-11-12T17:56:21,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:56:21,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aa251bd043f1c49a3a3410c1f93073de, ASSIGN in 580 msec 2024-11-12T17:56:21,428 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:56:21,429 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434181428"}]},"ts":"1731434181428"} 2024-11-12T17:56:21,452 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:56:21,459 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:56:21,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 844 msec 2024-11-12T17:56:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:56:21,768 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:56:21,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,41691,1731434177384 2024-11-12T17:56:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61dd5462 2024-11-12T17:56:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:56:21,775 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:56:21,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:56:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:56:21,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:56:21,788 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:21,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:56:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:56:21,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:56:21,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:56:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:56:21,992 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:21,993 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:21,993 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18261 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:56:22,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f784f25180218142e11704f2c7e44f9, NAME => 'test,,1731434181784.8f784f25180218142e11704f2c7e44f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb 2024-11-12T17:56:22,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:56:22,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434181784.8f784f25180218142e11704f2c7e44f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:22,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8f784f25180218142e11704f2c7e44f9, disabling compactions & flushes 2024-11-12T17:56:22,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:22,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:22,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434181784.8f784f25180218142e11704f2c7e44f9. after waiting 0 ms 2024-11-12T17:56:22,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:22,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:22,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f784f25180218142e11704f2c7e44f9: Waiting for close lock at 1731434182320Disabling compacts and flushes for region at 1731434182320Disabling writes for close at 1731434182320Writing region close event to WAL at 1731434182320Closed at 1731434182320 2024-11-12T17:56:22,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:56:22,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434181784.8f784f25180218142e11704f2c7e44f9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434182328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434182328"}]},"ts":"1731434182328"} 2024-11-12T17:56:22,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:56:22,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:56:22,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434182337"}]},"ts":"1731434182337"} 2024-11-12T17:56:22,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:56:22,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f784f25180218142e11704f2c7e44f9, ASSIGN}] 2024-11-12T17:56:22,356 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f784f25180218142e11704f2c7e44f9, ASSIGN 2024-11-12T17:56:22,358 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8f784f25180218142e11704f2c7e44f9, ASSIGN; state=OFFLINE, location=6684de3f6e40,39603,1731434177535; forceNewPlan=false, retain=false 2024-11-12T17:56:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:56:22,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f784f25180218142e11704f2c7e44f9, regionState=OPENING, regionLocation=6684de3f6e40,39603,1731434177535 2024-11-12T17:56:22,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8f784f25180218142e11704f2c7e44f9, ASSIGN because future has completed 2024-11-12T17:56:22,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f784f25180218142e11704f2c7e44f9, server=6684de3f6e40,39603,1731434177535}] 2024-11-12T17:56:22,742 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:22,747 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f784f25180218142e11704f2c7e44f9, NAME => 'test,,1731434181784.8f784f25180218142e11704f2c7e44f9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:22,749 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:56:22,749 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:56:22,749 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,749 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434181784.8f784f25180218142e11704f2c7e44f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:22,749 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,749 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,752 INFO [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,754 INFO [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f784f25180218142e11704f2c7e44f9 columnFamilyName f 2024-11-12T17:56:22,754 DEBUG [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:22,754 INFO [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] regionserver.HStore(327): Store=8f784f25180218142e11704f2c7e44f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:22,755 INFO [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,756 INFO [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f784f25180218142e11704f2c7e44f9 columnFamilyName f1 2024-11-12T17:56:22,756 DEBUG [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:22,763 INFO [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] regionserver.HStore(327): Store=8f784f25180218142e11704f2c7e44f9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:22,763 INFO [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,776 INFO [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f784f25180218142e11704f2c7e44f9 columnFamilyName norep 2024-11-12T17:56:22,776 DEBUG [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:22,783 INFO [StoreOpener-8f784f25180218142e11704f2c7e44f9-1 {}] regionserver.HStore(327): Store=8f784f25180218142e11704f2c7e44f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:22,783 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,784 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,785 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,786 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,786 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,786 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:56:22,787 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,793 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:22,793 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f784f25180218142e11704f2c7e44f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70430094, jitterRate=0.04949018359184265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:56:22,794 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:22,794 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f784f25180218142e11704f2c7e44f9: Running coprocessor pre-open hook at 1731434182750Writing region info on filesystem at 1731434182750Initializing all the Stores at 1731434182750Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434182751 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434182751Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434182751Cleaning up temporary data from old regions at 1731434182786 (+35 ms)Running coprocessor post-open hooks at 1731434182794 (+8 ms)Region opened successfully at 1731434182794 2024-11-12T17:56:22,796 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434181784.8f784f25180218142e11704f2c7e44f9., pid=6, masterSystemTime=1731434182718 2024-11-12T17:56:22,801 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:22,801 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:22,801 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f784f25180218142e11704f2c7e44f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,39603,1731434177535 2024-11-12T17:56:22,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f784f25180218142e11704f2c7e44f9, server=6684de3f6e40,39603,1731434177535 because future has completed 2024-11-12T17:56:22,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:56:22,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f784f25180218142e11704f2c7e44f9, server=6684de3f6e40,39603,1731434177535 in 289 msec 2024-11-12T17:56:22,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:56:22,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8f784f25180218142e11704f2c7e44f9, ASSIGN in 481 msec 2024-11-12T17:56:22,842 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:56:22,842 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434182842"}]},"ts":"1731434182842"} 2024-11-12T17:56:22,861 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:56:22,862 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:56:22,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0780 sec 2024-11-12T17:56:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:56:22,938 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:56:22,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c0be71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:22,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43731,-1 for getting cluster id 2024-11-12T17:56:22,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:22,965 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20252e99-d8db-4139-af34-81150b2c464a' 2024-11-12T17:56:22,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:22,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20252e99-d8db-4139-af34-81150b2c464a" 2024-11-12T17:56:22,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f97857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:22,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43731,-1] 2024-11-12T17:56:22,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:22,967 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d954ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:22,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6689ec6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:22,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,41691,-1 for getting cluster id 2024-11-12T17:56:22,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:22,993 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f22596f5-7748-4824-b36d-492cdc7c6440' 2024-11-12T17:56:22,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:22,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f22596f5-7748-4824-b36d-492cdc7c6440" 2024-11-12T17:56:22,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26faccce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:22,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,41691,-1] 2024-11-12T17:56:22,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:22,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:22,995 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c676728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:23,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf35532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:23,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43731,-1 for getting cluster id 2024-11-12T17:56:23,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:23,031 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20252e99-d8db-4139-af34-81150b2c464a' 2024-11-12T17:56:23,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:23,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20252e99-d8db-4139-af34-81150b2c464a" 2024-11-12T17:56:23,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6526c033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:23,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43731,-1] 2024-11-12T17:56:23,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:23,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:23,034 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6345f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:23,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:23,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43731,1731434170817 2024-11-12T17:56:23,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fbe708f 2024-11-12T17:56:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:56:23,040 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:56:23,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:41691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:56:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:56:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:23,047 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:41691' 2024-11-12T17:56:23,051 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11500876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:23,052 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,41691,-1 for getting cluster id 2024-11-12T17:56:23,052 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:23,053 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f22596f5-7748-4824-b36d-492cdc7c6440' 2024-11-12T17:56:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f22596f5-7748-4824-b36d-492cdc7c6440" 2024-11-12T17:56:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7372640d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,41691,-1] 2024-11-12T17:56:23,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:23,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:23,055 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:23,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbf81c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:23,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:23,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,41691,1731434177384 2024-11-12T17:56:23,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2240d798 2024-11-12T17:56:23,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:56:23,064 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:56:23,065 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T17:56:23,065 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:56:23,065 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:23,065 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:23,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:23,070 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:56:23,076 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:56:23,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:56:23,080 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:23,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:56:23,126 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:56:23,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:56:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:23,156 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aaed24d256294a9cb68c6842a78aa600, NAME => 'hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28 2024-11-12T17:56:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:56:23,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:23,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aaed24d256294a9cb68c6842a78aa600, disabling compactions & flushes 2024-11-12T17:56:23,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:23,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:23,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. after waiting 0 ms 2024-11-12T17:56:23,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:23,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:23,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aaed24d256294a9cb68c6842a78aa600: Waiting for close lock at 1731434183239Disabling compacts and flushes for region at 1731434183239Disabling writes for close at 1731434183240 (+1 ms)Writing region close event to WAL at 1731434183240Closed at 1731434183240 2024-11-12T17:56:23,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:56:23,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434183242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434183242"}]},"ts":"1731434183242"} 2024-11-12T17:56:23,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:56:23,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:56:23,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434183250"}]},"ts":"1731434183250"} 2024-11-12T17:56:23,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:56:23,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aaed24d256294a9cb68c6842a78aa600, ASSIGN}] 2024-11-12T17:56:23,269 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aaed24d256294a9cb68c6842a78aa600, ASSIGN 2024-11-12T17:56:23,270 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aaed24d256294a9cb68c6842a78aa600, ASSIGN; state=OFFLINE, location=6684de3f6e40,36967,1731434171348; forceNewPlan=false, retain=false 2024-11-12T17:56:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:23,423 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aaed24d256294a9cb68c6842a78aa600, regionState=OPENING, regionLocation=6684de3f6e40,36967,1731434171348 2024-11-12T17:56:23,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aaed24d256294a9cb68c6842a78aa600, ASSIGN because future has completed 2024-11-12T17:56:23,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaed24d256294a9cb68c6842a78aa600, server=6684de3f6e40,36967,1731434171348}] 2024-11-12T17:56:23,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:23,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:23,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:56:23,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C36967%2C1731434171348.rep, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/oldWALs, maxLogs=10 2024-11-12T17:56:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:23,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.rep.1731434183643, exclude list is [], retry=0 2024-11-12T17:56:23,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41285,DS-92e1e5b2-4f48-49aa-b4a9-e7e2890b7110,DISK] 2024-11-12T17:56:23,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.rep.1731434183643 2024-11-12T17:56:23,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-12T17:56:23,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aaed24d256294a9cb68c6842a78aa600, NAME => 'hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:23,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:56:23,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:56:23,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. service=MultiRowMutationService 2024-11-12T17:56:23,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:56:23,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:23,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,755 INFO [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,762 INFO [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaed24d256294a9cb68c6842a78aa600 columnFamilyName hfileref 2024-11-12T17:56:23,762 DEBUG [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:23,763 INFO [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] regionserver.HStore(327): Store=aaed24d256294a9cb68c6842a78aa600/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:23,763 INFO [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,764 INFO [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaed24d256294a9cb68c6842a78aa600 columnFamilyName queue 2024-11-12T17:56:23,764 DEBUG [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:23,764 INFO [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] regionserver.HStore(327): Store=aaed24d256294a9cb68c6842a78aa600/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:23,764 INFO [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,765 INFO [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaed24d256294a9cb68c6842a78aa600 columnFamilyName sid 2024-11-12T17:56:23,765 DEBUG [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:23,765 INFO [StoreOpener-aaed24d256294a9cb68c6842a78aa600-1 {}] regionserver.HStore(327): Store=aaed24d256294a9cb68c6842a78aa600/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:23,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/replication/aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/replication/aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:56:23,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/replication/aaed24d256294a9cb68c6842a78aa600/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:23,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aaed24d256294a9cb68c6842a78aa600; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60179217, jitterRate=-0.10325978696346283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:56:23,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:23,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aaed24d256294a9cb68c6842a78aa600: Running coprocessor pre-open hook at 1731434183745Writing region info on filesystem at 1731434183745Initializing all the Stores at 1731434183746 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434183746Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434183755 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434183755Cleaning up temporary data from old regions at 1731434183767 (+12 ms)Running coprocessor post-open hooks at 1731434183788 (+21 ms)Region opened successfully at 1731434183789 (+1 ms) 2024-11-12T17:56:23,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600., pid=10, masterSystemTime=1731434183610 2024-11-12T17:56:23,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aaed24d256294a9cb68c6842a78aa600, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,36967,1731434171348 2024-11-12T17:56:23,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:23,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:23,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaed24d256294a9cb68c6842a78aa600, server=6684de3f6e40,36967,1731434171348 because future has completed 2024-11-12T17:56:23,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:56:23,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aaed24d256294a9cb68c6842a78aa600, server=6684de3f6e40,36967,1731434171348 in 366 msec 2024-11-12T17:56:23,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:56:23,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aaed24d256294a9cb68c6842a78aa600, ASSIGN in 544 msec 2024-11-12T17:56:23,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:56:23,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434183815"}]},"ts":"1731434183815"} 2024-11-12T17:56:23,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:56:23,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:56:23,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 748 msec 2024-11-12T17:56:23,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600., hostname=6684de3f6e40,36967,1731434171348, seqNum=2] 2024-11-12T17:56:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:24,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:24,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:24,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:56:24,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T17:56:24,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T17:56:24,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T17:56:24,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T17:56:24,240 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T17:56:24,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:56:24,240 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T17:56:24,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:56:24,241 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T17:56:24,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:56:24,241 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T17:56:24,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:56:24,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:56:24,775 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:56:24,882 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,36967,1731434171348, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:56:24,882 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:24,882 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,36967,1731434171348, seqNum=-1] 2024-11-12T17:56:24,887 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:24,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T17:56:24,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,36967,1731434171348', locateType=CURRENT is [region=hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600., hostname=6684de3f6e40,36967,1731434171348, seqNum=2] 2024-11-12T17:56:24,926 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:56:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:56:24,942 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,36967,1731434171348 suceeded 2024-11-12T17:56:24,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:56:24,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 329 msec 2024-11-12T17:56:24,945 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:41691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:56:24,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9020 sec 2024-11-12T17:56:24,974 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:41691' 2024-11-12T17:56:24,983 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59e6ac65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:24,984 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,41691,-1 for getting cluster id 2024-11-12T17:56:24,984 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:24,991 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f22596f5-7748-4824-b36d-492cdc7c6440' 2024-11-12T17:56:24,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:24,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f22596f5-7748-4824-b36d-492cdc7c6440" 2024-11-12T17:56:24,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c7f67b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:24,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,41691,-1] 2024-11-12T17:56:24,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:24,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:24,996 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:24,997 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64cbde20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:24,997 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:25,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,41691,1731434177384 2024-11-12T17:56:25,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b51803 2024-11-12T17:56:25,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:56:25,004 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-12T17:56:25,004 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,36967,1731434171348 (queues=1) is replicating from cluster=20252e99-d8db-4139-af34-81150b2c464a to cluster=f22596f5-7748-4824-b36d-492cdc7c6440 2024-11-12T17:56:25,005 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C36967%2C1731434171348 2024-11-12T17:56:25,005 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,36967,1731434171348, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:56:25,020 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287, startPosition=0, beingWritten=true 2024-11-12T17:56:25,031 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C36967%2C1731434171348 2024-11-12T17:56:25,053 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:56:25,053 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 379, reset compression=false 2024-11-12T17:56:25,053 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,36967,1731434171348 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:56:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:25,195 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:56:25,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:56:25,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:25,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:25,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:25,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:25,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d98148e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:25,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,41691,-1 for getting cluster id 2024-11-12T17:56:25,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:25,212 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f22596f5-7748-4824-b36d-492cdc7c6440' 2024-11-12T17:56:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f22596f5-7748-4824-b36d-492cdc7c6440" 2024-11-12T17:56:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dae8ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,41691,-1] 2024-11-12T17:56:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:25,222 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:25,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15538134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:25,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,41691,1731434177384 2024-11-12T17:56:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7046844a 2024-11-12T17:56:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:56:25,230 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:56:25,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:43731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:56:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:56:25,234 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:43731' 2024-11-12T17:56:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:25,250 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b44f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:25,250 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43731,-1 for getting cluster id 2024-11-12T17:56:25,250 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:25,252 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20252e99-d8db-4139-af34-81150b2c464a' 2024-11-12T17:56:25,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20252e99-d8db-4139-af34-81150b2c464a" 2024-11-12T17:56:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52136788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43731,-1] 2024-11-12T17:56:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:25,260 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd5ceb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:25,261 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43731,1731434170817 2024-11-12T17:56:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc05472 2024-11-12T17:56:25,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:56:25,263 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:56:25,264 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T17:56:25,264 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:56:25,264 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:25,264 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:25,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:25,267 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:56:25,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:56:25,271 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:56:25,271 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:25,272 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:56:25,283 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 379, reset compression=false 2024-11-12T17:56:25,320 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:56:25,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:56:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:25,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f6e5e0f555d3363988cc47ea2f8c9c9, NAME => 'hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb 2024-11-12T17:56:25,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:56:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:25,628 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 379, reset compression=false 2024-11-12T17:56:25,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:56:25,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:25,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:25,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:25,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:25,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:25,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:25,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:25,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:25,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:25,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:25,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:25,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6f6e5e0f555d3363988cc47ea2f8c9c9, disabling compactions & flushes 2024-11-12T17:56:25,844 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:25,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:25,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. after waiting 0 ms 2024-11-12T17:56:25,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:25,844 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:25,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f6e5e0f555d3363988cc47ea2f8c9c9: Waiting for close lock at 1731434185844Disabling compacts and flushes for region at 1731434185844Disabling writes for close at 1731434185844Writing region close event to WAL at 1731434185844Closed at 1731434185844 2024-11-12T17:56:25,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:56:25,848 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434185848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434185848"}]},"ts":"1731434185848"} 2024-11-12T17:56:25,851 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:56:25,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:56:25,858 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434185853"}]},"ts":"1731434185853"} 2024-11-12T17:56:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:25,865 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:56:25,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f6e5e0f555d3363988cc47ea2f8c9c9, ASSIGN}] 2024-11-12T17:56:25,875 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f6e5e0f555d3363988cc47ea2f8c9c9, ASSIGN 2024-11-12T17:56:25,877 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f6e5e0f555d3363988cc47ea2f8c9c9, ASSIGN; state=OFFLINE, location=6684de3f6e40,39603,1731434177535; forceNewPlan=false, retain=false 2024-11-12T17:56:25,889 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T17:56:26,032 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f6e5e0f555d3363988cc47ea2f8c9c9, regionState=OPENING, regionLocation=6684de3f6e40,39603,1731434177535 2024-11-12T17:56:26,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f6e5e0f555d3363988cc47ea2f8c9c9, ASSIGN because future has completed 2024-11-12T17:56:26,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f6e5e0f555d3363988cc47ea2f8c9c9, server=6684de3f6e40,39603,1731434177535}] 2024-11-12T17:56:26,071 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 379, reset compression=false 2024-11-12T17:56:26,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:26,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:26,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:56:26,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C39603%2C1731434177535.rep, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/oldWALs, maxLogs=10 2024-11-12T17:56:26,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.rep.1731434186267, exclude list is [], retry=0 2024-11-12T17:56:26,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-e3b3801b-42c3-4c98-a3a5-7f8337a382e7,DISK] 2024-11-12T17:56:26,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.rep.1731434186267 2024-11-12T17:56:26,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35935:35935)] 2024-11-12T17:56:26,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f6e5e0f555d3363988cc47ea2f8c9c9, NAME => 'hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:26,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:56:26,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:56:26,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. service=MultiRowMutationService 2024-11-12T17:56:26,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:56:26,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:26,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,371 INFO [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,379 INFO [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6e5e0f555d3363988cc47ea2f8c9c9 columnFamilyName hfileref 2024-11-12T17:56:26,380 DEBUG [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:26,383 INFO [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] regionserver.HStore(327): Store=6f6e5e0f555d3363988cc47ea2f8c9c9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:26,383 INFO [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,388 INFO [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6e5e0f555d3363988cc47ea2f8c9c9 columnFamilyName queue 2024-11-12T17:56:26,388 DEBUG [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:26,391 INFO [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] regionserver.HStore(327): Store=6f6e5e0f555d3363988cc47ea2f8c9c9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:26,391 INFO [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,400 INFO [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6e5e0f555d3363988cc47ea2f8c9c9 columnFamilyName sid 2024-11-12T17:56:26,400 DEBUG [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:26,400 INFO [StoreOpener-6f6e5e0f555d3363988cc47ea2f8c9c9-1 {}] regionserver.HStore(327): Store=6f6e5e0f555d3363988cc47ea2f8c9c9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:26,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/replication/6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/replication/6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:56:26,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/replication/6f6e5e0f555d3363988cc47ea2f8c9c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:26,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6f6e5e0f555d3363988cc47ea2f8c9c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70235190, jitterRate=0.04658588767051697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:56:26,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:26,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6f6e5e0f555d3363988cc47ea2f8c9c9: Running coprocessor pre-open hook at 1731434186357Writing region info on filesystem at 1731434186357Initializing all the Stores at 1731434186367 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434186368 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434186370 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434186370Cleaning up temporary data from old regions at 1731434186407 (+37 ms)Running coprocessor post-open hooks at 1731434186415 (+8 ms)Region opened successfully at 1731434186415 2024-11-12T17:56:26,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9., pid=10, masterSystemTime=1731434186212 2024-11-12T17:56:26,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f6e5e0f555d3363988cc47ea2f8c9c9, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,39603,1731434177535 2024-11-12T17:56:26,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f6e5e0f555d3363988cc47ea2f8c9c9, server=6684de3f6e40,39603,1731434177535 because future has completed 2024-11-12T17:56:26,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:26,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:26,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:56:26,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f6e5e0f555d3363988cc47ea2f8c9c9, server=6684de3f6e40,39603,1731434177535 in 389 msec 2024-11-12T17:56:26,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:56:26,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f6e5e0f555d3363988cc47ea2f8c9c9, ASSIGN in 574 msec 2024-11-12T17:56:26,445 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:56:26,446 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434186445"}]},"ts":"1731434186445"} 2024-11-12T17:56:26,449 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:56:26,450 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:56:26,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-12T17:56:26,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9., hostname=6684de3f6e40,39603,1731434177535, seqNum=2] 2024-11-12T17:56:26,591 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T17:56:26,607 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 379, reset compression=false 2024-11-12T17:56:26,611 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:26,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:26,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:56:26,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:56:26,824 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:56:26,918 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,39603,1731434177535, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:56:26,919 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:26,919 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39603,1731434177535, seqNum=-1] 2024-11-12T17:56:26,919 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:26,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T17:56:26,924 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,39603,1731434177535', locateType=CURRENT is [region=hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9., hostname=6684de3f6e40,39603,1731434177535, seqNum=2] 2024-11-12T17:56:26,927 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:56:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:56:26,934 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,39603,1731434177535 suceeded 2024-11-12T17:56:26,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:56:26,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 277 msec 2024-11-12T17:56:26,936 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:43731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:56:26,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7060 sec 2024-11-12T17:56:26,955 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:43731' 2024-11-12T17:56:26,971 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ee68de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:26,971 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43731,-1 for getting cluster id 2024-11-12T17:56:26,972 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:26,975 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20252e99-d8db-4139-af34-81150b2c464a' 2024-11-12T17:56:26,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:26,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20252e99-d8db-4139-af34-81150b2c464a" 2024-11-12T17:56:26,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4475b541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:26,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43731,-1] 2024-11-12T17:56:26,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:26,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:26,979 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:26,980 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b96e6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:26,981 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:26,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43731,1731434170817 2024-11-12T17:56:26,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@629cf41e 2024-11-12T17:56:26,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:56:26,984 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-12T17:56:26,985 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,39603,1731434177535 (queues=1) is replicating from cluster=f22596f5-7748-4824-b36d-492cdc7c6440 to cluster=20252e99-d8db-4139-af34-81150b2c464a 2024-11-12T17:56:26,985 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C39603%2C1731434177535 2024-11-12T17:56:26,985 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,39603,1731434177535, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:56:26,989 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780, startPosition=0, beingWritten=true 2024-11-12T17:56:27,004 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C39603%2C1731434177535 2024-11-12T17:56:27,029 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:56:27,030 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 379, reset compression=false 2024-11-12T17:56:27,030 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39603,1731434177535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:56:27,239 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 379, reset compression=false 2024-11-12T17:56:27,271 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 379, reset compression=false 2024-11-12T17:56:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:56:27,399 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:56:27,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:56:27,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:27,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:27,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:27,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:27,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,36967,1731434171348, seqNum=-1] 2024-11-12T17:56:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:27,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:56:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de., hostname=6684de3f6e40,36967,1731434171348, seqNum=2] 2024-11-12T17:56:27,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:27,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39603,1731434177535, seqNum=-1] 2024-11-12T17:56:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:27,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:56:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731434181784.8f784f25180218142e11704f2c7e44f9., hostname=6684de3f6e40,39603,1731434177535, seqNum=2] 2024-11-12T17:56:27,427 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T17:56:27,591 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 379, reset compression=false 2024-11-12T17:56:27,959 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 379, reset compression=false 2024-11-12T17:56:27,992 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:56:27,992 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 480, reset compression=false 2024-11-12T17:56:27,992 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,36967,1731434171348 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa251bd043f1c49a3a3410c1f93073de/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T17:56:27,995 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:56:28,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-12T17:56:28,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:56:28,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e4f33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:28,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,41691,-1 for getting cluster id 2024-11-12T17:56:28,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:28,024 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f22596f5-7748-4824-b36d-492cdc7c6440' 2024-11-12T17:56:28,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:28,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f22596f5-7748-4824-b36d-492cdc7c6440" 2024-11-12T17:56:28,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dec3b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:28,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,41691,-1] 2024-11-12T17:56:28,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:28,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:28,029 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:28,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@124752ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:28,034 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 379, reset compression=false 2024-11-12T17:56:28,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:28,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39603,1731434177535, seqNum=-1] 2024-11-12T17:56:28,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:28,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T17:56:28,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731434181784.8f784f25180218142e11704f2c7e44f9., hostname=6684de3f6e40,39603,1731434177535, seqNum=2] 2024-11-12T17:56:28,114 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:56:28,115 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 503, reset compression=false 2024-11-12T17:56:28,115 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39603,1731434177535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:56:28,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:56:28,232 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 480, reset compression=false 2024-11-12T17:56:28,384 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 503, reset compression=false 2024-11-12T17:56:28,434 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T17:56:28,462 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T17:56:28,559 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 480, reset compression=false 2024-11-12T17:56:28,727 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 503, reset compression=false 2024-11-12T17:56:28,759 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:56:28,760 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 607, reset compression=false 2024-11-12T17:56:28,763 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39603,1731434177535 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f784f25180218142e11704f2c7e44f9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T17:56:28,776 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:56:28,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-12T17:56:28,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:56:28,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5568937c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:28,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43731,-1 for getting cluster id 2024-11-12T17:56:28,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:28,824 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20252e99-d8db-4139-af34-81150b2c464a' 2024-11-12T17:56:28,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:28,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20252e99-d8db-4139-af34-81150b2c464a" 2024-11-12T17:56:28,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26019cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:28,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43731,-1] 2024-11-12T17:56:28,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:28,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:28,827 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:28,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24a5f8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:28,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:28,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,36967,1731434171348, seqNum=-1] 2024-11-12T17:56:28,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:28,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T17:56:28,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de., hostname=6684de3f6e40,36967,1731434171348, seqNum=2] 2024-11-12T17:56:28,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:56:28,984 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 480, reset compression=false 2024-11-12T17:56:29,015 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 607, reset compression=false 2024-11-12T17:56:29,024 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:56:29,024 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 608, reset compression=false 2024-11-12T17:56:29,027 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,36967,1731434171348 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:56:29,267 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 608, reset compression=false 2024-11-12T17:56:29,387 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 607, reset compression=false 2024-11-12T17:56:29,465 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T17:56:29,484 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T17:56:29,592 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 608, reset compression=false 2024-11-12T17:56:29,636 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:56:29,636 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 764, reset compression=false 2024-11-12T17:56:29,636 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,36967,1731434171348 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa251bd043f1c49a3a3410c1f93073de/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T17:56:29,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:56:29,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:56:29,845 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 607, reset compression=false 2024-11-12T17:56:29,879 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 764, reset compression=false 2024-11-12T17:56:29,897 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:56:29,897 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 754, reset compression=false 2024-11-12T17:56:29,899 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39603,1731434177535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:56:30,139 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 754, reset compression=false 2024-11-12T17:56:30,208 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 764, reset compression=false 2024-11-12T17:56:30,487 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T17:56:30,491 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 754, reset compression=false 2024-11-12T17:56:30,493 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T17:56:30,536 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:56:30,536 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 913, reset compression=false 2024-11-12T17:56:30,536 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39603,1731434177535 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f784f25180218142e11704f2c7e44f9/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T17:56:30,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:56:30,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:56:30,632 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 764, reset compression=false 2024-11-12T17:56:30,660 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:56:30,660 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 914, reset compression=false 2024-11-12T17:56:30,660 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,36967,1731434171348 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:56:30,804 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 913, reset compression=false 2024-11-12T17:56:30,895 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 914, reset compression=false 2024-11-12T17:56:31,153 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 913, reset compression=false 2024-11-12T17:56:31,235 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 914, reset compression=false 2024-11-12T17:56:31,496 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T17:56:31,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:56:31,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:56:31,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:31,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:31,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:31,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:31,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:56:31,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=786169496, stopped=false 2024-11-12T17:56:31,501 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,41691,1731434177384 2024-11-12T17:56:31,515 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-84445418/running 2024-11-12T17:56:31,515 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:31,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-84445418/running 2024-11-12T17:56:31,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:31,515 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:56:31,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Set watcher on znode that does not yet exist, /1-84445418/running 2024-11-12T17:56:31,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:56:31,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Set watcher on znode that does not yet exist, /1-84445418/running 2024-11-12T17:56:31,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:31,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:31,516 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,39603,1731434177535' ***** 2024-11-12T17:56:31,516 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:56:31,517 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:56:31,517 INFO [RS:0;6684de3f6e40:39603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:56:31,517 INFO [RS:0;6684de3f6e40:39603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:56:31,517 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:31,517 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:56:31,519 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:31,519 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,39603,1731434177535 2024-11-12T17:56:31,520 INFO [RS:0;6684de3f6e40:39603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:56:31,520 INFO [RS:0;6684de3f6e40:39603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:39603. 2024-11-12T17:56:31,520 DEBUG [RS:0;6684de3f6e40:39603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:31,520 DEBUG [RS:0;6684de3f6e40:39603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:31,520 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:56:31,520 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:56:31,520 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:56:31,520 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:56:31,527 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f784f25180218142e11704f2c7e44f9, disabling compactions & flushes 2024-11-12T17:56:31,527 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:31,528 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:31,528 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434181784.8f784f25180218142e11704f2c7e44f9. after waiting 0 ms 2024-11-12T17:56:31,528 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:31,528 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f784f25180218142e11704f2c7e44f9 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-12T17:56:31,528 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:56:31,528 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1325): Online Regions={8f784f25180218142e11704f2c7e44f9=test,,1731434181784.8f784f25180218142e11704f2c7e44f9., 1588230740=hbase:meta,,1.1588230740, 6f6e5e0f555d3363988cc47ea2f8c9c9=hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9.} 2024-11-12T17:56:31,528 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6e5e0f555d3363988cc47ea2f8c9c9, 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:31,529 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:56:31,529 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:56:31,529 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:56:31,529 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:56:31,529 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:56:31,529 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:56:31,575 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 913, reset compression=false 2024-11-12T17:56:31,586 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/info/4aaf3de1f15c4a15ae6442f75ed80d63 is 147, key is hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9./info:regioninfo/1731434186427/Put/seqid=0 2024-11-12T17:56:31,600 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:56:31,600 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 1160, reset compression=false 2024-11-12T17:56:31,601 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39603,1731434177535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:56:31,602 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,39603,1731434177535: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6684de3f6e40,39603,1731434177535, walGroup=6684de3f6e40%2C39603%2C1731434177535, offset=6684de3f6e40%2C39603%2C1731434177535.1731434179780:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:39603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:56:31,604 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:56:31,604 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/.tmp/f/01bf17bac44c461097009f3d535bfaa4 is 29, key is row1/f:/1731434190489/DeleteFamily/seqid=0 2024-11-12T17:56:31,604 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:56:31,604 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:56:31,604 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:56:31,604 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:56:31,605 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 860717632 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190654552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:56:31,607 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:41691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:41691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T17:56:31,622 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:56:31,622 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:56:31,623 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:56:31,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741840_1016 (size=7686) 2024-11-12T17:56:31,630 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/info/4aaf3de1f15c4a15ae6442f75ed80d63 2024-11-12T17:56:31,676 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/ns/d6b5d76d722d421eab6c2e50398efc0b is 43, key is default/ns:d/1731434180330/Put/seqid=0 2024-11-12T17:56:31,684 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 914, reset compression=false 2024-11-12T17:56:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741841_1017 (size=5118) 2024-11-12T17:56:31,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741842_1018 (size=5153) 2024-11-12T17:56:31,728 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/ns/d6b5d76d722d421eab6c2e50398efc0b 2024-11-12T17:56:31,728 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6e5e0f555d3363988cc47ea2f8c9c9, 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:31,812 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/rep_barrier/5774709b6a964c88b8ec72b484672d26 is 112, key is test,,1731434181784.8f784f25180218142e11704f2c7e44f9./rep_barrier:seqnumDuringOpen/1731434182801/Put/seqid=0 2024-11-12T17:56:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741843_1019 (size=5518) 2024-11-12T17:56:31,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:56:31,865 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 1160, reset compression=false 2024-11-12T17:56:31,928 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6e5e0f555d3363988cc47ea2f8c9c9, 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:31,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:31,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:31,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:31,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:31,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:31,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:31,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:32,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:32,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:32,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:32,023 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:32,024 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:32,024 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28293 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:32,090 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/.tmp/f/01bf17bac44c461097009f3d535bfaa4 2024-11-12T17:56:32,109 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01bf17bac44c461097009f3d535bfaa4 2024-11-12T17:56:32,159 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6e5e0f555d3363988cc47ea2f8c9c9, 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:32,189 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 1160, reset compression=false 2024-11-12T17:56:32,193 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/.tmp/f1/d78f105bfe0c4c11aba20f4759084bee is 30, key is row1/f1:/1731434190489/DeleteFamily/seqid=0 2024-11-12T17:56:32,224 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 914, reset compression=false 2024-11-12T17:56:32,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741844_1020 (size=5123) 2024-11-12T17:56:32,255 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/.tmp/f1/d78f105bfe0c4c11aba20f4759084bee 2024-11-12T17:56:32,259 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/rep_barrier/5774709b6a964c88b8ec72b484672d26 2024-11-12T17:56:32,286 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d78f105bfe0c4c11aba20f4759084bee 2024-11-12T17:56:32,363 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6e5e0f555d3363988cc47ea2f8c9c9, 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:32,368 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/.tmp/norep/facba98358a24a2ebd456a9a7978a713 is 33, key is row1/norep:/1731434190489/DeleteFamily/seqid=0 2024-11-12T17:56:32,414 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/table/7cf9b52b9b934b57ab876d765f9ef4fe is 53, key is hbase:replication/table:state/1731434186445/Put/seqid=0 2024-11-12T17:56:32,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741845_1021 (size=5108) 2024-11-12T17:56:32,427 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/.tmp/norep/facba98358a24a2ebd456a9a7978a713 2024-11-12T17:56:32,456 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for facba98358a24a2ebd456a9a7978a713 2024-11-12T17:56:32,461 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/.tmp/f/01bf17bac44c461097009f3d535bfaa4 as hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/f/01bf17bac44c461097009f3d535bfaa4 2024-11-12T17:56:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741846_1022 (size=5308) 2024-11-12T17:56:32,468 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/table/7cf9b52b9b934b57ab876d765f9ef4fe 2024-11-12T17:56:32,524 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/info/4aaf3de1f15c4a15ae6442f75ed80d63 as hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/info/4aaf3de1f15c4a15ae6442f75ed80d63 2024-11-12T17:56:32,524 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01bf17bac44c461097009f3d535bfaa4 2024-11-12T17:56:32,524 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/f/01bf17bac44c461097009f3d535bfaa4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T17:56:32,526 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/.tmp/f1/d78f105bfe0c4c11aba20f4759084bee as hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/f1/d78f105bfe0c4c11aba20f4759084bee 2024-11-12T17:56:32,534 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/info/4aaf3de1f15c4a15ae6442f75ed80d63, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:56:32,535 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d78f105bfe0c4c11aba20f4759084bee 2024-11-12T17:56:32,535 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/f1/d78f105bfe0c4c11aba20f4759084bee, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T17:56:32,538 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/ns/d6b5d76d722d421eab6c2e50398efc0b as hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/ns/d6b5d76d722d421eab6c2e50398efc0b 2024-11-12T17:56:32,538 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/.tmp/norep/facba98358a24a2ebd456a9a7978a713 as hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/norep/facba98358a24a2ebd456a9a7978a713 2024-11-12T17:56:32,547 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for facba98358a24a2ebd456a9a7978a713 2024-11-12T17:56:32,547 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/norep/facba98358a24a2ebd456a9a7978a713, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T17:56:32,553 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/ns/d6b5d76d722d421eab6c2e50398efc0b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:56:32,554 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/rep_barrier/5774709b6a964c88b8ec72b484672d26 as hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/rep_barrier/5774709b6a964c88b8ec72b484672d26 2024-11-12T17:56:32,555 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8f784f25180218142e11704f2c7e44f9 in 1027ms, sequenceid=8, compaction requested=false 2024-11-12T17:56:32,562 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/rep_barrier/5774709b6a964c88b8ec72b484672d26, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:56:32,563 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6e5e0f555d3363988cc47ea2f8c9c9, 8f784f25180218142e11704f2c7e44f9 2024-11-12T17:56:32,565 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/.tmp/table/7cf9b52b9b934b57ab876d765f9ef4fe as hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/table/7cf9b52b9b934b57ab876d765f9ef4fe 2024-11-12T17:56:32,572 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/table/7cf9b52b9b934b57ab876d765f9ef4fe, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:56:32,573 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1044ms, sequenceid=16, compaction requested=false 2024-11-12T17:56:32,654 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 1160, reset compression=false 2024-11-12T17:56:32,700 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/default/test/8f784f25180218142e11704f2c7e44f9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T17:56:32,701 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:56:32,701 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:56:32,701 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:32,701 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f784f25180218142e11704f2c7e44f9: Waiting for close lock at 1731434191527Running coprocessor pre-close hooks at 1731434191527Disabling compacts and flushes for region at 1731434191527Disabling writes for close at 1731434191528 (+1 ms)Obtaining lock to block concurrent updates at 1731434191528Preparing flush snapshotting stores in 8f784f25180218142e11704f2c7e44f9 at 1731434191528Finished memstore snapshotting test,,1731434181784.8f784f25180218142e11704f2c7e44f9., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731434191528Flushing stores of test,,1731434181784.8f784f25180218142e11704f2c7e44f9. at 1731434191538 (+10 ms)Flushing 8f784f25180218142e11704f2c7e44f9/f: creating writer at 1731434191538Flushing 8f784f25180218142e11704f2c7e44f9/f: appending metadata at 1731434191595 (+57 ms)Flushing 8f784f25180218142e11704f2c7e44f9/f: closing flushed file at 1731434191595Flushing 8f784f25180218142e11704f2c7e44f9/f1: creating writer at 1731434192110 (+515 ms)Flushing 8f784f25180218142e11704f2c7e44f9/f1: appending metadata at 1731434192192 (+82 ms)Flushing 8f784f25180218142e11704f2c7e44f9/f1: closing flushed file at 1731434192192Flushing 8f784f25180218142e11704f2c7e44f9/norep: creating writer at 1731434192286 (+94 ms)Flushing 8f784f25180218142e11704f2c7e44f9/norep: appending metadata at 1731434192367 (+81 ms)Flushing 8f784f25180218142e11704f2c7e44f9/norep: closing flushed file at 1731434192367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea4cbf8: reopening flushed file at 1731434192456 (+89 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662f161: reopening flushed file at 1731434192524 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1246740e: reopening flushed file at 1731434192535 (+11 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8f784f25180218142e11704f2c7e44f9 in 1027ms, sequenceid=8, compaction requested=false at 1731434192555 (+20 ms)Writing region close event to WAL at 1731434192624 (+69 ms)Running coprocessor post-close hooks at 1731434192701 (+77 ms)Closed at 1731434192701 2024-11-12T17:56:32,701 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434181784.8f784f25180218142e11704f2c7e44f9. 2024-11-12T17:56:32,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f6e5e0f555d3363988cc47ea2f8c9c9, disabling compactions & flushes 2024-11-12T17:56:32,702 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:32,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:32,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. after waiting 0 ms 2024-11-12T17:56:32,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:32,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f6e5e0f555d3363988cc47ea2f8c9c9: Waiting for close lock at 1731434192702Running coprocessor pre-close hooks at 1731434192702Disabling compacts and flushes for region at 1731434192702Disabling writes for close at 1731434192702Failed flush hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9., putting online again at 1731434192702 2024-11-12T17:56:32,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:32,741 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:56:32,741 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 1804, reset compression=false 2024-11-12T17:56:32,790 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:56:32,790 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6f6e5e0f555d3363988cc47ea2f8c9c9=hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9.} 2024-11-12T17:56:32,791 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:32,791 DEBUG [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6e5e0f555d3363988cc47ea2f8c9c9 2024-11-12T17:56:32,791 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f6e5e0f555d3363988cc47ea2f8c9c9, disabling compactions & flushes 2024-11-12T17:56:32,791 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:32,791 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:32,791 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. after waiting 0 ms 2024-11-12T17:56:32,791 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:32,793 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f6e5e0f555d3363988cc47ea2f8c9c9: Waiting for close lock at 1731434192791Running coprocessor pre-close hooks at 1731434192791Disabling compacts and flushes for region at 1731434192791Disabling writes for close at 1731434192791Failed flush hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9., putting online again at 1731434192791 2024-11-12T17:56:32,794 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731434185266.6f6e5e0f555d3363988cc47ea2f8c9c9. 2024-11-12T17:56:32,799 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:56:32,811 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:56:32,811 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:56:32,811 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:32,811 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434191529Running coprocessor pre-close hooks at 1731434191529Disabling compacts and flushes for region at 1731434191529Disabling writes for close at 1731434191529Obtaining lock to block concurrent updates at 1731434191529Preparing flush snapshotting stores in 1588230740 at 1731434191529Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434191529Flushing stores of hbase:meta,,1.1588230740 at 1731434191530 (+1 ms)Flushing 1588230740/info: creating writer at 1731434191530Flushing 1588230740/info: appending metadata at 1731434191585 (+55 ms)Flushing 1588230740/info: closing flushed file at 1731434191585Flushing 1588230740/ns: creating writer at 1731434191634 (+49 ms)Flushing 1588230740/ns: appending metadata at 1731434191675 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1731434191675Flushing 1588230740/rep_barrier: creating writer at 1731434191765 (+90 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434191804 (+39 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434191804Flushing 1588230740/table: creating writer at 1731434192306 (+502 ms)Flushing 1588230740/table: appending metadata at 1731434192414 (+108 ms)Flushing 1588230740/table: closing flushed file at 1731434192414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234ba38f: reopening flushed file at 1731434192523 (+109 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eeae180: reopening flushed file at 1731434192535 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227b849c: reopening flushed file at 1731434192553 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6db6a: reopening flushed file at 1731434192562 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1044ms, sequenceid=16, compaction requested=false at 1731434192573 (+11 ms)Writing region close event to WAL at 1731434192740 (+167 ms)Running coprocessor post-close hooks at 1731434192811 (+71 ms)Closed at 1731434192811 2024-11-12T17:56:32,812 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:32,868 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 914, reset compression=false 2024-11-12T17:56:32,971 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.1731434179780 to pos 1804, reset compression=false 2024-11-12T17:56:32,991 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T17:56:32,991 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,39603,1731434177535; all regions closed. 2024-11-12T17:56:33,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741834_1010 (size=4239) 2024-11-12T17:56:33,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741839_1015 (size=1733) 2024-11-12T17:56:33,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/WALs/6684de3f6e40,39603,1731434177535/6684de3f6e40%2C39603%2C1731434177535.rep.1731434186267 not finished, retry = 0 2024-11-12T17:56:33,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741833_1009 (size=1812) 2024-11-12T17:56:33,230 DEBUG [RS:0;6684de3f6e40:39603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:33,230 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:56:33,231 INFO [RS:0;6684de3f6e40:39603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:56:33,231 INFO [RS:0;6684de3f6e40:39603 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T17:56:33,231 INFO [RS:0;6684de3f6e40:39603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:56:33,231 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,39603,1731434177535 because: Region server is closing 2024-11-12T17:56:33,232 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:56:33,232 INFO [RS:0;6684de3f6e40:39603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:39603. 2024-11-12T17:56:33,232 DEBUG [RS:0;6684de3f6e40:39603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:33,232 DEBUG [RS:0;6684de3f6e40:39603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:33,233 DEBUG [RS:0;6684de3f6e40:39603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:33,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:33,333 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.shipper6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 terminated 2024-11-12T17:56:33,333 INFO [RS:0;6684de3f6e40:39603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:39603. 2024-11-12T17:56:33,333 DEBUG [RS:0;6684de3f6e40:39603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:33,333 DEBUG [RS:0;6684de3f6e40:39603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:33,333 DEBUG [RS:0;6684de3f6e40:39603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:33,333 INFO [RS:0;6684de3f6e40:39603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39603 2024-11-12T17:56:33,333 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39603,1731434177535.replicationSource.wal-reader.6684de3f6e40%2C39603%2C1731434177535,1-6684de3f6e40,39603,1731434177535 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T17:56:33,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:33,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418/rs 2024-11-12T17:56:33,340 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-84445418/rs/6684de3f6e40,39603,1731434177535 2024-11-12T17:56:33,340 INFO [RS:0;6684de3f6e40:39603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:56:33,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,39603,1731434177535] 2024-11-12T17:56:33,364 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-84445418/draining/6684de3f6e40,39603,1731434177535 already deleted, retry=false 2024-11-12T17:56:33,364 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,39603,1731434177535 expired; onlineServers=0 2024-11-12T17:56:33,365 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,41691,1731434177384' ***** 2024-11-12T17:56:33,365 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:56:33,365 INFO [M:0;6684de3f6e40:41691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:56:33,365 INFO [M:0;6684de3f6e40:41691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:56:33,365 DEBUG [M:0;6684de3f6e40:41691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:56:33,365 DEBUG [M:0;6684de3f6e40:41691 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:56:33,365 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:56:33,365 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434179383 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434179383,5,FailOnTimeoutGroup] 2024-11-12T17:56:33,365 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434179376 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434179376,5,FailOnTimeoutGroup] 2024-11-12T17:56:33,365 INFO [M:0;6684de3f6e40:41691 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:56:33,366 INFO [M:0;6684de3f6e40:41691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:56:33,366 DEBUG [M:0;6684de3f6e40:41691 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:56:33,366 INFO [M:0;6684de3f6e40:41691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:56:33,366 INFO [M:0;6684de3f6e40:41691 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:56:33,366 INFO [M:0;6684de3f6e40:41691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:56:33,367 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:56:33,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-84445418/master 2024-11-12T17:56:33,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-84445418 2024-11-12T17:56:33,381 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-84445418/master already deleted, retry=false 2024-11-12T17:56:33,389 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-84445418/master 2024-11-12T17:56:33,391 INFO [M:0;6684de3f6e40:41691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/.lastflushedseqids 2024-11-12T17:56:33,448 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:33,448 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39603-0x101317a6e100004, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:33,449 INFO [RS:0;6684de3f6e40:39603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:56:33,449 INFO [RS:0;6684de3f6e40:39603 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,39603,1731434177535; zookeeper connection closed. 2024-11-12T17:56:33,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741847_1023 (size=245) 2024-11-12T17:56:33,465 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39681754 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39681754 2024-11-12T17:56:33,467 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:56:33,470 INFO [M:0;6684de3f6e40:41691 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:56:33,470 INFO [M:0;6684de3f6e40:41691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:56:33,471 DEBUG [M:0;6684de3f6e40:41691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:56:33,471 INFO [M:0;6684de3f6e40:41691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:33,471 DEBUG [M:0;6684de3f6e40:41691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:33,471 DEBUG [M:0;6684de3f6e40:41691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:56:33,471 DEBUG [M:0;6684de3f6e40:41691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:33,471 INFO [M:0;6684de3f6e40:41691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=56.18 KB heapSize=65.74 KB 2024-11-12T17:56:33,567 DEBUG [M:0;6684de3f6e40:41691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2394bd9a753452288ccc4acc5bce85a is 82, key is hbase:meta,,1/info:regioninfo/1731434180273/Put/seqid=0 2024-11-12T17:56:33,597 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 914, reset compression=false 2024-11-12T17:56:33,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741848_1024 (size=5672) 2024-11-12T17:56:33,635 INFO [M:0;6684de3f6e40:41691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2394bd9a753452288ccc4acc5bce85a 2024-11-12T17:56:33,688 DEBUG [M:0;6684de3f6e40:41691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/119a9c0b7a194458b2a5517ffdd52f8f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731434186453/Put/seqid=0 2024-11-12T17:56:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741849_1025 (size=8517) 2024-11-12T17:56:33,745 INFO [M:0;6684de3f6e40:41691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.62 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/119a9c0b7a194458b2a5517ffdd52f8f 2024-11-12T17:56:33,814 DEBUG [M:0;6684de3f6e40:41691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48827244f4b64b7f88634b9a5ad90d01 is 69, key is 6684de3f6e40,39603,1731434177535/rs:state/1731434179393/Put/seqid=0 2024-11-12T17:56:33,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741850_1026 (size=5156) 2024-11-12T17:56:34,288 INFO [M:0;6684de3f6e40:41691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48827244f4b64b7f88634b9a5ad90d01 2024-11-12T17:56:34,295 DEBUG [M:0;6684de3f6e40:41691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2394bd9a753452288ccc4acc5bce85a as hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2394bd9a753452288ccc4acc5bce85a 2024-11-12T17:56:34,301 INFO [M:0;6684de3f6e40:41691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2394bd9a753452288ccc4acc5bce85a, entries=8, sequenceid=99, filesize=5.5 K 2024-11-12T17:56:34,302 DEBUG [M:0;6684de3f6e40:41691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/119a9c0b7a194458b2a5517ffdd52f8f as hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/119a9c0b7a194458b2a5517ffdd52f8f 2024-11-12T17:56:34,307 INFO [M:0;6684de3f6e40:41691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/119a9c0b7a194458b2a5517ffdd52f8f, entries=11, sequenceid=99, filesize=8.3 K 2024-11-12T17:56:34,309 DEBUG [M:0;6684de3f6e40:41691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48827244f4b64b7f88634b9a5ad90d01 as hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48827244f4b64b7f88634b9a5ad90d01 2024-11-12T17:56:34,315 INFO [M:0;6684de3f6e40:41691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41145/user/jenkins/test-data/da21117b-69c1-a766-a62e-978a81ab09fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48827244f4b64b7f88634b9a5ad90d01, entries=1, sequenceid=99, filesize=5.0 K 2024-11-12T17:56:34,317 INFO [M:0;6684de3f6e40:41691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~56.18 KB/57524, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 846ms, sequenceid=99, compaction requested=false 2024-11-12T17:56:34,368 INFO [M:0;6684de3f6e40:41691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:34,368 DEBUG [M:0;6684de3f6e40:41691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434193471Disabling compacts and flushes for region at 1731434193471Disabling writes for close at 1731434193471Obtaining lock to block concurrent updates at 1731434193471Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434193471Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57524, getHeapSize=67256, getOffHeapSize=0, getCellsCount=116 at 1731434193471Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434193472 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434193472Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434193561 (+89 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434193562 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434193648 (+86 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434193687 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434193687Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434193776 (+89 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434193813 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434193813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12fb7473: reopening flushed file at 1731434194294 (+481 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4c6435: reopening flushed file at 1731434194301 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46932a82: reopening flushed file at 1731434194308 (+7 ms)Finished flush of dataSize ~56.18 KB/57524, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 846ms, sequenceid=99, compaction requested=false at 1731434194317 (+9 ms)Writing region close event to WAL at 1731434194368 (+51 ms)Closed at 1731434194368 2024-11-12T17:56:34,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741830_1006 (size=64471) 2024-11-12T17:56:34,391 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:56:34,391 INFO [M:0;6684de3f6e40:41691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:56:34,395 INFO [M:0;6684de3f6e40:41691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41691 2024-11-12T17:56:34,396 INFO [M:0;6684de3f6e40:41691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:56:34,447 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 914, reset compression=false 2024-11-12T17:56:34,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:34,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41691-0x101317a6e100003, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:34,507 INFO [M:0;6684de3f6e40:41691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:56:34,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75df3c32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:56:34,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b626029{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:56:34,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:56:34,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bfc5371{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:56:34,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f815c84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/hadoop.log.dir/,STOPPED} 2024-11-12T17:56:34,579 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:56:34,579 WARN [BP-1514457413-172.17.0.3-1731434175164 heartbeating to localhost/127.0.0.1:41145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:56:34,579 WARN [BP-1514457413-172.17.0.3-1731434175164 heartbeating to localhost/127.0.0.1:41145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1514457413-172.17.0.3-1731434175164 (Datanode Uuid 7a8580c1-c93d-438d-98e7-988a4341f805) service to localhost/127.0.0.1:41145 2024-11-12T17:56:34,579 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:56:34,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/cluster_43a1c5e1-82cd-f399-cfff-cc09fec0ef86/data/data1/current/BP-1514457413-172.17.0.3-1731434175164 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:56:34,581 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:56:34,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/cluster_43a1c5e1-82cd-f399-cfff-cc09fec0ef86/data/data2/current/BP-1514457413-172.17.0.3-1731434175164 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:56:34,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a66e9cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:56:34,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1260877{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:56:34,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:56:34,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ddf81bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:56:34,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d9758fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/hadoop.log.dir/,STOPPED} 2024-11-12T17:56:34,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:56:34,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:56:34,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:56:34,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:34,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:34,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:34,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:34,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:56:34,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=172447749, stopped=false 2024-11-12T17:56:34,652 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,43731,1731434170817 2024-11-12T17:56:34,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1826332471/running 2024-11-12T17:56:34,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:34,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Set watcher on znode that does not yet exist, /0-1826332471/running 2024-11-12T17:56:34,678 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:56:34,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1826332471/running 2024-11-12T17:56:34,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Set watcher on znode that does not yet exist, /0-1826332471/running 2024-11-12T17:56:34,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:34,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:56:34,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:34,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:34,692 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,36967,1731434171348' ***** 2024-11-12T17:56:34,692 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:56:34,693 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:56:34,693 INFO [RS:0;6684de3f6e40:36967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:56:34,693 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:56:34,693 INFO [RS:0;6684de3f6e40:36967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:56:34,693 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(3091): Received CLOSE for aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:34,707 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(3091): Received CLOSE for aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:34,707 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,36967,1731434171348 2024-11-12T17:56:34,707 INFO [RS:0;6684de3f6e40:36967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:56:34,707 INFO [RS:0;6684de3f6e40:36967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:36967. 2024-11-12T17:56:34,707 DEBUG [RS:0;6684de3f6e40:36967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:34,708 DEBUG [RS:0;6684de3f6e40:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:34,708 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:56:34,708 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:56:34,708 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:56:34,708 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:56:34,708 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaed24d256294a9cb68c6842a78aa600, disabling compactions & flushes 2024-11-12T17:56:34,708 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:34,708 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:34,708 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. after waiting 0 ms 2024-11-12T17:56:34,708 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:34,709 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aaed24d256294a9cb68c6842a78aa600 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-12T17:56:34,709 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:56:34,710 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1325): Online Regions={aaed24d256294a9cb68c6842a78aa600=hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600., aa251bd043f1c49a3a3410c1f93073de=test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:56:34,710 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa251bd043f1c49a3a3410c1f93073de, aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:34,711 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:56:34,711 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:56:34,711 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:56:34,711 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:56:34,711 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:56:34,712 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:56:34,730 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:56:34,761 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/replication/aaed24d256294a9cb68c6842a78aa600/.tmp/queue/33b20166166945b8800d1bbc8ac6ee7f is 153, key is 1-6684de3f6e40,36967,1731434171348/queue:6684de3f6e40%2C36967%2C1731434171348/1731434190667/Put/seqid=0 2024-11-12T17:56:34,792 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/info/d6f7f6603f004869a0089d9d4cc56a5a is 147, key is hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600./info:regioninfo/1731434183793/Put/seqid=0 2024-11-12T17:56:34,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741840_1016 (size=5352) 2024-11-12T17:56:34,821 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/replication/aaed24d256294a9cb68c6842a78aa600/.tmp/queue/33b20166166945b8800d1bbc8ac6ee7f 2024-11-12T17:56:34,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741841_1017 (size=7686) 2024-11-12T17:56:34,851 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/replication/aaed24d256294a9cb68c6842a78aa600/.tmp/queue/33b20166166945b8800d1bbc8ac6ee7f as hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/replication/aaed24d256294a9cb68c6842a78aa600/queue/33b20166166945b8800d1bbc8ac6ee7f 2024-11-12T17:56:34,851 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/info/d6f7f6603f004869a0089d9d4cc56a5a 2024-11-12T17:56:34,870 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/replication/aaed24d256294a9cb68c6842a78aa600/queue/33b20166166945b8800d1bbc8ac6ee7f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T17:56:34,872 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for aaed24d256294a9cb68c6842a78aa600 in 164ms, sequenceid=10, compaction requested=false 2024-11-12T17:56:34,910 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa251bd043f1c49a3a3410c1f93073de, aaed24d256294a9cb68c6842a78aa600 2024-11-12T17:56:34,922 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/ns/6f13fae8c5424682bd3471140c5eb7fa is 43, key is default/ns:d/1731434175033/Put/seqid=0 2024-11-12T17:56:34,940 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/replication/aaed24d256294a9cb68c6842a78aa600/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T17:56:34,941 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:56:34,941 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:56:34,941 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:34,941 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaed24d256294a9cb68c6842a78aa600: Waiting for close lock at 1731434194708Running coprocessor pre-close hooks at 1731434194708Disabling compacts and flushes for region at 1731434194708Disabling writes for close at 1731434194708Obtaining lock to block concurrent updates at 1731434194709 (+1 ms)Preparing flush snapshotting stores in aaed24d256294a9cb68c6842a78aa600 at 1731434194709Finished memstore snapshotting hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731434194709Flushing stores of hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. at 1731434194710 (+1 ms)Flushing aaed24d256294a9cb68c6842a78aa600/queue: creating writer at 1731434194710Flushing aaed24d256294a9cb68c6842a78aa600/queue: appending metadata at 1731434194760 (+50 ms)Flushing aaed24d256294a9cb68c6842a78aa600/queue: closing flushed file at 1731434194760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c47edb6: reopening flushed file at 1731434194848 (+88 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for aaed24d256294a9cb68c6842a78aa600 in 164ms, sequenceid=10, compaction requested=false at 1731434194872 (+24 ms)Writing region close event to WAL at 1731434194907 (+35 ms)Running coprocessor post-close hooks at 1731434194941 (+34 ms)Closed at 1731434194941 2024-11-12T17:56:34,941 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731434183066.aaed24d256294a9cb68c6842a78aa600. 2024-11-12T17:56:34,942 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa251bd043f1c49a3a3410c1f93073de, disabling compactions & flushes 2024-11-12T17:56:34,942 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:34,942 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:34,942 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. after waiting 0 ms 2024-11-12T17:56:34,942 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:34,942 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa251bd043f1c49a3a3410c1f93073de 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-12T17:56:34,982 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/.tmp/f/4519815b32114a7e910e981cd6cd5bae is 29, key is row1/f:/1731434190489/DeleteFamily/seqid=0 2024-11-12T17:56:34,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741842_1018 (size=5153) 2024-11-12T17:56:34,990 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/ns/6f13fae8c5424682bd3471140c5eb7fa 2024-11-12T17:56:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741843_1019 (size=5118) 2024-11-12T17:56:35,052 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/rep_barrier/bc231862c5b740cf93c45c12f1cd7214 is 112, key is test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de./rep_barrier:seqnumDuringOpen/1731434181352/Put/seqid=0 2024-11-12T17:56:35,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741844_1020 (size=5518) 2024-11-12T17:56:35,110 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:35,139 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:56:35,139 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:56:35,315 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:35,383 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 914, reset compression=false 2024-11-12T17:56:35,428 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/.tmp/f/4519815b32114a7e910e981cd6cd5bae 2024-11-12T17:56:35,440 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:56:35,440 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 1161, reset compression=false 2024-11-12T17:56:35,440 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,36967,1731434171348 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:56:35,440 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4519815b32114a7e910e981cd6cd5bae 2024-11-12T17:56:35,441 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,36967,1731434171348: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6684de3f6e40,36967,1731434171348, walGroup=6684de3f6e40%2C36967%2C1731434171348, offset=6684de3f6e40%2C36967%2C1731434171348.1731434174287:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:36967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:56:35,442 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:56:35,443 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:56:35,443 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:56:35,443 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:56:35,443 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:56:35,443 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 602454784 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191345280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:56:35,444 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:43731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:43731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T17:56:35,509 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/rep_barrier/bc231862c5b740cf93c45c12f1cd7214 2024-11-12T17:56:35,515 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:35,518 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/.tmp/f1/f0f6ea200bc5445884d8ef4861ed7131 is 30, key is row1/f1:/1731434190489/DeleteFamily/seqid=0 2024-11-12T17:56:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741845_1021 (size=5123) 2024-11-12T17:56:35,582 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/table/e3b54edb075a4b3089d418576aa6cf44 is 53, key is hbase:replication/table:state/1731434183815/Put/seqid=0 2024-11-12T17:56:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741846_1022 (size=5308) 2024-11-12T17:56:35,708 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 1161, reset compression=false 2024-11-12T17:56:35,719 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:56:35,719 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1325): Online Regions={aa251bd043f1c49a3a3410c1f93073de=test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:56:35,719 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:35,919 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:35,963 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/.tmp/f1/f0f6ea200bc5445884d8ef4861ed7131 2024-11-12T17:56:35,977 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0f6ea200bc5445884d8ef4861ed7131 2024-11-12T17:56:36,024 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/.tmp/norep/246b22383cba4aa68d12ae97f94d43b6 is 32, key is row/norep:/1731434189478/DeleteFamily/seqid=0 2024-11-12T17:56:36,044 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.wal-reader.6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/WALs/6684de3f6e40,36967,1731434171348/6684de3f6e40%2C36967%2C1731434171348.1731434174287 to pos 1161, reset compression=false 2024-11-12T17:56:36,048 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/table/e3b54edb075a4b3089d418576aa6cf44 2024-11-12T17:56:36,063 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/info/d6f7f6603f004869a0089d9d4cc56a5a as hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/info/d6f7f6603f004869a0089d9d4cc56a5a 2024-11-12T17:56:36,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741847_1023 (size=5101) 2024-11-12T17:56:36,076 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/info/d6f7f6603f004869a0089d9d4cc56a5a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:56:36,079 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/.tmp/norep/246b22383cba4aa68d12ae97f94d43b6 2024-11-12T17:56:36,080 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/ns/6f13fae8c5424682bd3471140c5eb7fa as hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/ns/6f13fae8c5424682bd3471140c5eb7fa 2024-11-12T17:56:36,088 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/ns/6f13fae8c5424682bd3471140c5eb7fa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:56:36,089 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/rep_barrier/bc231862c5b740cf93c45c12f1cd7214 as hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/rep_barrier/bc231862c5b740cf93c45c12f1cd7214 2024-11-12T17:56:36,102 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 246b22383cba4aa68d12ae97f94d43b6 2024-11-12T17:56:36,109 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/rep_barrier/bc231862c5b740cf93c45c12f1cd7214, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:56:36,111 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/.tmp/f/4519815b32114a7e910e981cd6cd5bae as hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/f/4519815b32114a7e910e981cd6cd5bae 2024-11-12T17:56:36,115 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/.tmp/table/e3b54edb075a4b3089d418576aa6cf44 as hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/table/e3b54edb075a4b3089d418576aa6cf44 2024-11-12T17:56:36,120 DEBUG [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa251bd043f1c49a3a3410c1f93073de 2024-11-12T17:56:36,142 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/table/e3b54edb075a4b3089d418576aa6cf44, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:56:36,143 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=16, compaction requested=false 2024-11-12T17:56:36,152 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4519815b32114a7e910e981cd6cd5bae 2024-11-12T17:56:36,152 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/f/4519815b32114a7e910e981cd6cd5bae, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T17:56:36,163 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/.tmp/f1/f0f6ea200bc5445884d8ef4861ed7131 as hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/f1/f0f6ea200bc5445884d8ef4861ed7131 2024-11-12T17:56:36,189 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0f6ea200bc5445884d8ef4861ed7131 2024-11-12T17:56:36,189 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/f1/f0f6ea200bc5445884d8ef4861ed7131, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T17:56:36,196 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/.tmp/norep/246b22383cba4aa68d12ae97f94d43b6 as hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/norep/246b22383cba4aa68d12ae97f94d43b6 2024-11-12T17:56:36,212 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 246b22383cba4aa68d12ae97f94d43b6 2024-11-12T17:56:36,212 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/norep/246b22383cba4aa68d12ae97f94d43b6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T17:56:36,216 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for aa251bd043f1c49a3a3410c1f93073de in 1274ms, sequenceid=8, compaction requested=false 2024-11-12T17:56:36,216 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:56:36,217 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:56:36,217 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:56:36,217 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:36,218 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434194711Running coprocessor pre-close hooks at 1731434194711Disabling compacts and flushes for region at 1731434194711Disabling writes for close at 1731434194711Obtaining lock to block concurrent updates at 1731434194712 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731434194712Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434194717 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434194730 (+13 ms)Flushing 1588230740/info: creating writer at 1731434194731 (+1 ms)Flushing 1588230740/info: appending metadata at 1731434194791 (+60 ms)Flushing 1588230740/info: closing flushed file at 1731434194791Flushing 1588230740/ns: creating writer at 1731434194872 (+81 ms)Flushing 1588230740/ns: appending metadata at 1731434194922 (+50 ms)Flushing 1588230740/ns: closing flushed file at 1731434194922Flushing 1588230740/rep_barrier: creating writer at 1731434195004 (+82 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434195052 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434195052Flushing 1588230740/table: creating writer at 1731434195532 (+480 ms)Flushing 1588230740/table: appending metadata at 1731434195581 (+49 ms)Flushing 1588230740/table: closing flushed file at 1731434195581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ee2115: reopening flushed file at 1731434196060 (+479 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81f8333: reopening flushed file at 1731434196076 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3297c0ce: reopening flushed file at 1731434196088 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bce23: reopening flushed file at 1731434196110 (+22 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=16, compaction requested=false at 1731434196143 (+33 ms)Writing region close event to WAL at 1731434196196 (+53 ms)Running coprocessor post-close hooks at 1731434196217 (+21 ms)Closed at 1731434196217 2024-11-12T17:56:36,218 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:36,271 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/data/default/test/aa251bd043f1c49a3a3410c1f93073de/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T17:56:36,272 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:56:36,272 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:56:36,272 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:36,273 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa251bd043f1c49a3a3410c1f93073de: Waiting for close lock at 1731434194942Running coprocessor pre-close hooks at 1731434194942Disabling compacts and flushes for region at 1731434194942Disabling writes for close at 1731434194942Obtaining lock to block concurrent updates at 1731434194942Preparing flush snapshotting stores in aa251bd043f1c49a3a3410c1f93073de at 1731434194942Finished memstore snapshotting test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731434194942Flushing stores of test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. at 1731434194943 (+1 ms)Flushing aa251bd043f1c49a3a3410c1f93073de/f: creating writer at 1731434194943Flushing aa251bd043f1c49a3a3410c1f93073de/f: appending metadata at 1731434194981 (+38 ms)Flushing aa251bd043f1c49a3a3410c1f93073de/f: closing flushed file at 1731434194981Flushing aa251bd043f1c49a3a3410c1f93073de/f1: creating writer at 1731434195440 (+459 ms)Flushing aa251bd043f1c49a3a3410c1f93073de/f1: appending metadata at 1731434195517 (+77 ms)Flushing aa251bd043f1c49a3a3410c1f93073de/f1: closing flushed file at 1731434195517Flushing aa251bd043f1c49a3a3410c1f93073de/norep: creating writer at 1731434195978 (+461 ms)Flushing aa251bd043f1c49a3a3410c1f93073de/norep: appending metadata at 1731434196023 (+45 ms)Flushing aa251bd043f1c49a3a3410c1f93073de/norep: closing flushed file at 1731434196023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d48c78: reopening flushed file at 1731434196102 (+79 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dbac6ad: reopening flushed file at 1731434196152 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1457c27: reopening flushed file at 1731434196189 (+37 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for aa251bd043f1c49a3a3410c1f93073de in 1274ms, sequenceid=8, compaction requested=false at 1731434196216 (+27 ms)Writing region close event to WAL at 1731434196239 (+23 ms)Running coprocessor post-close hooks at 1731434196272 (+33 ms)Closed at 1731434196272 2024-11-12T17:56:36,273 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434180614.aa251bd043f1c49a3a3410c1f93073de. 2024-11-12T17:56:36,320 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,36967,1731434171348; all regions closed. 2024-11-12T17:56:36,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741834_1010 (size=4239) 2024-11-12T17:56:36,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741839_1015 (size=2676) 2024-11-12T17:56:36,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741833_1009 (size=1813) 2024-11-12T17:56:36,425 DEBUG [RS:0;6684de3f6e40:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:36,425 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:56:36,425 INFO [RS:0;6684de3f6e40:36967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:56:36,426 INFO [RS:0;6684de3f6e40:36967 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T17:56:36,426 INFO [RS:0;6684de3f6e40:36967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:56:36,426 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,36967,1731434171348 because: Region server is closing 2024-11-12T17:56:36,426 INFO [RS:0;6684de3f6e40:36967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:36967. 2024-11-12T17:56:36,426 DEBUG [RS:0;6684de3f6e40:36967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:36,426 DEBUG [RS:0;6684de3f6e40:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:36,426 DEBUG [RS:0;6684de3f6e40:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:36,426 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:56:36,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:36,527 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,36967,1731434171348.replicationSource.shipper6684de3f6e40%2C36967%2C1731434171348,1-6684de3f6e40,36967,1731434171348 terminated 2024-11-12T17:56:36,527 INFO [RS:0;6684de3f6e40:36967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:36967. 2024-11-12T17:56:36,527 DEBUG [RS:0;6684de3f6e40:36967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:56:36,527 DEBUG [RS:0;6684de3f6e40:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:36,527 DEBUG [RS:0;6684de3f6e40:36967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:36,527 INFO [RS:0;6684de3f6e40:36967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36967 2024-11-12T17:56:36,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:56:36,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471/rs 2024-11-12T17:56:36,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1826332471/rs/6684de3f6e40,36967,1731434171348 2024-11-12T17:56:36,540 INFO [RS:0;6684de3f6e40:36967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:56:36,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,36967,1731434171348] 2024-11-12T17:56:36,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1826332471/draining/6684de3f6e40,36967,1731434171348 already deleted, retry=false 2024-11-12T17:56:36,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,36967,1731434171348 expired; onlineServers=0 2024-11-12T17:56:36,573 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,43731,1731434170817' ***** 2024-11-12T17:56:36,573 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:56:36,575 INFO [M:0;6684de3f6e40:43731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:56:36,575 INFO [M:0;6684de3f6e40:43731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:56:36,575 DEBUG [M:0;6684de3f6e40:43731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:56:36,575 DEBUG [M:0;6684de3f6e40:43731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:56:36,575 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434173951 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434173951,5,FailOnTimeoutGroup] 2024-11-12T17:56:36,575 INFO [M:0;6684de3f6e40:43731 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:56:36,576 INFO [M:0;6684de3f6e40:43731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:56:36,576 DEBUG [M:0;6684de3f6e40:43731 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:56:36,576 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:56:36,576 INFO [M:0;6684de3f6e40:43731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:56:36,576 INFO [M:0;6684de3f6e40:43731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:56:36,576 INFO [M:0;6684de3f6e40:43731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:56:36,577 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434173943 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434173943,5,FailOnTimeoutGroup] 2024-11-12T17:56:36,579 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:56:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1826332471/master 2024-11-12T17:56:36,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1826332471 2024-11-12T17:56:36,591 DEBUG [M:0;6684de3f6e40:43731 {}] zookeeper.ZKUtil(347): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Unable to get data of znode /0-1826332471/master because node does not exist (not an error) 2024-11-12T17:56:36,591 WARN [M:0;6684de3f6e40:43731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T17:56:36,635 INFO [M:0;6684de3f6e40:43731 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/.lastflushedseqids 2024-11-12T17:56:36,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:36,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36967-0x101317a6e100001, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:36,659 INFO [RS:0;6684de3f6e40:36967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:56:36,659 INFO [RS:0;6684de3f6e40:36967 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,36967,1731434171348; zookeeper connection closed. 2024-11-12T17:56:36,675 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@178baf3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@178baf3 2024-11-12T17:56:36,675 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:56:36,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741848_1024 (size=245) 2024-11-12T17:56:37,103 INFO [M:0;6684de3f6e40:43731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:56:37,103 INFO [M:0;6684de3f6e40:43731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:56:37,103 DEBUG [M:0;6684de3f6e40:43731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:56:37,103 INFO [M:0;6684de3f6e40:43731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:37,103 DEBUG [M:0;6684de3f6e40:43731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:37,103 DEBUG [M:0;6684de3f6e40:43731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:56:37,103 DEBUG [M:0;6684de3f6e40:43731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:37,103 INFO [M:0;6684de3f6e40:43731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T17:56:37,135 DEBUG [M:0;6684de3f6e40:43731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f93c6210620486dbe4928c6d5a38986 is 82, key is hbase:meta,,1/info:regioninfo/1731434174989/Put/seqid=0 2024-11-12T17:56:37,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741849_1025 (size=5672) 2024-11-12T17:56:37,174 INFO [M:0;6684de3f6e40:43731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f93c6210620486dbe4928c6d5a38986 2024-11-12T17:56:37,205 DEBUG [M:0;6684de3f6e40:43731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1651b87b994446a1a16b75b8722f5e34 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731434183820/Put/seqid=0 2024-11-12T17:56:37,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741850_1026 (size=8517) 2024-11-12T17:56:37,242 INFO [M:0;6684de3f6e40:43731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1651b87b994446a1a16b75b8722f5e34 2024-11-12T17:56:37,313 DEBUG [M:0;6684de3f6e40:43731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b26fc3eb86754a1285b1c247090fff58 is 69, key is 6684de3f6e40,36967,1731434171348/rs:state/1731434174052/Put/seqid=0 2024-11-12T17:56:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741851_1027 (size=5156) 2024-11-12T17:56:37,756 INFO [M:0;6684de3f6e40:43731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b26fc3eb86754a1285b1c247090fff58 2024-11-12T17:56:37,763 DEBUG [M:0;6684de3f6e40:43731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f93c6210620486dbe4928c6d5a38986 as hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f93c6210620486dbe4928c6d5a38986 2024-11-12T17:56:37,781 INFO [M:0;6684de3f6e40:43731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f93c6210620486dbe4928c6d5a38986, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T17:56:37,782 DEBUG [M:0;6684de3f6e40:43731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1651b87b994446a1a16b75b8722f5e34 as hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1651b87b994446a1a16b75b8722f5e34 2024-11-12T17:56:37,789 INFO [M:0;6684de3f6e40:43731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1651b87b994446a1a16b75b8722f5e34, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T17:56:37,794 DEBUG [M:0;6684de3f6e40:43731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b26fc3eb86754a1285b1c247090fff58 as hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b26fc3eb86754a1285b1c247090fff58 2024-11-12T17:56:37,805 INFO [M:0;6684de3f6e40:43731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/44fc9800-efa1-f6fa-2dec-2201a7fe2f28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b26fc3eb86754a1285b1c247090fff58, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T17:56:37,806 INFO [M:0;6684de3f6e40:43731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 703ms, sequenceid=97, compaction requested=false 2024-11-12T17:56:37,847 INFO [M:0;6684de3f6e40:43731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:37,847 DEBUG [M:0;6684de3f6e40:43731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434197103Disabling compacts and flushes for region at 1731434197103Disabling writes for close at 1731434197103Obtaining lock to block concurrent updates at 1731434197103Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434197103Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731434197104 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434197104Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434197104Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434197135 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434197135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434197179 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434197205 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434197205Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434197258 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434197313 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434197313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3312d612: reopening flushed file at 1731434197762 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62cea252: reopening flushed file at 1731434197781 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247b3578: reopening flushed file at 1731434197789 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 703ms, sequenceid=97, compaction requested=false at 1731434197806 (+17 ms)Writing region close event to WAL at 1731434197847 (+41 ms)Closed at 1731434197847 2024-11-12T17:56:37,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741830_1006 (size=63666) 2024-11-12T17:56:37,867 INFO [M:0;6684de3f6e40:43731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:56:37,867 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:56:37,867 INFO [M:0;6684de3f6e40:43731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43731 2024-11-12T17:56:37,868 INFO [M:0;6684de3f6e40:43731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:56:38,002 INFO [M:0;6684de3f6e40:43731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:56:38,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:38,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x101317a6e100000, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:56:38,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d7bdae5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:56:38,059 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20bb2f2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:56:38,059 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:56:38,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@551b34ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:56:38,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec8ba93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/hadoop.log.dir/,STOPPED} 2024-11-12T17:56:38,067 WARN [BP-1710003541-172.17.0.3-1731434167426 heartbeating to localhost/127.0.0.1:42835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:56:38,067 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:56:38,067 WARN [BP-1710003541-172.17.0.3-1731434167426 heartbeating to localhost/127.0.0.1:42835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1710003541-172.17.0.3-1731434167426 (Datanode Uuid 80b212c7-799d-402e-a8df-e0db5a625377) service to localhost/127.0.0.1:42835 2024-11-12T17:56:38,067 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:56:38,068 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/cluster_641298ef-dc78-70b8-f319-25dbb8b0384f/data/data1/current/BP-1710003541-172.17.0.3-1731434167426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:56:38,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/cluster_641298ef-dc78-70b8-f319-25dbb8b0384f/data/data2/current/BP-1710003541-172.17.0.3-1731434167426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:56:38,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:56:38,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@348ac3f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:56:38,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7646ee76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:56:38,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:56:38,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5038aecd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:56:38,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33092bee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c041796-ef00-390c-b9ba-13a35b296eb8/hadoop.log.dir/,STOPPED} 2024-11-12T17:56:38,091 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T17:56:38,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:56:38,144 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 238) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59116) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59116) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41145 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42835 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1683 (was 1766), ProcessCount=11 (was 11), AvailableMemoryMB=619 (was 491) - AvailableMemoryMB LEAK? - 2024-11-12T17:56:38,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=1683, ProcessCount=11, AvailableMemoryMB=618 2024-11-12T17:56:38,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101317a6e100005, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:56:38,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101317a6e100002, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:56:38,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101317a6e100005, quorum=127.0.0.1:59116, baseZNode=/1-84445418 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:56:38,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101317a6e100002, quorum=127.0.0.1:59116, baseZNode=/0-1826332471 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:56:38,204 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:56:38,211 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-12T17:56:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/hadoop.log.dir so I do NOT create it in target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c 2024-11-12T17:56:38,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:56:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/hadoop.tmp.dir so I do NOT create it in target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c 2024-11-12T17:56:38,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ae2475-17db-9af3-cc4c-131644a540d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:56:38,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c 2024-11-12T17:56:38,212 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/cluster_0228a44c-51a4-03d5-5db9-2333294dcd88, deleteOnExit=true 2024-11-12T17:56:38,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/cluster_0228a44c-51a4-03d5-5db9-2333294dcd88/zookeeper_0, clientPort=55876, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/cluster_0228a44c-51a4-03d5-5db9-2333294dcd88/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/cluster_0228a44c-51a4-03d5-5db9-2333294dcd88/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:56:38,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55876 2024-11-12T17:56:38,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:56:38,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:56:38,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/test.cache.data in system properties and HBase conf 2024-11-12T17:56:38,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:56:38,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:56:38,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:56:38,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:56:38,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:56:38,314 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:56:38,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:56:38,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:56:38,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:56:38,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:56:38,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:56:38,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:56:38,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:56:38,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:56:38,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:56:38,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:56:38,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:56:38,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:56:38,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:56:38,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:56:38,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:38,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:38,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:56:38,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:56:38,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:56:38,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:56:38,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:38,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@689e2dc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:56:38,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b443fb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:56:39,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a7880de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/java.io.tmpdir/jetty-localhost-34287-hadoop-hdfs-3_4_1-tests_jar-_-any-10891605765102965925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:56:39,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56d056ca{HTTP/1.1, (http/1.1)}{localhost:34287} 2024-11-12T17:56:39,091 INFO [Time-limited test {}] server.Server(415): Started @268015ms 2024-11-12T17:56:39,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:39,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:56:39,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:56:39,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:56:39,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:56:39,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ca240c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:56:39,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c0f85bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:56:40,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b813421{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/java.io.tmpdir/jetty-localhost-44719-hadoop-hdfs-3_4_1-tests_jar-_-any-6724359109192959365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:56:40,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73023891{HTTP/1.1, (http/1.1)}{localhost:44719} 2024-11-12T17:56:40,009 INFO [Time-limited test {}] server.Server(415): Started @268934ms 2024-11-12T17:56:40,014 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:56:41,303 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/cluster_0228a44c-51a4-03d5-5db9-2333294dcd88/data/data1/current/BP-1336741266-172.17.0.3-1731434198407/current, will proceed with Du for space computation calculation, 2024-11-12T17:56:41,304 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/cluster_0228a44c-51a4-03d5-5db9-2333294dcd88/data/data2/current/BP-1336741266-172.17.0.3-1731434198407/current, will proceed with Du for space computation calculation, 2024-11-12T17:56:41,425 WARN [Thread-2644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:56:41,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd62a2f8963d82e49 with lease ID 0xa70919c7e9a9f901: Processing first storage report for DS-5879de60-ff57-4bff-bdd5-09335ce980df from datanode DatanodeRegistration(127.0.0.1:41529, datanodeUuid=9673b094-592a-46cc-83bf-a1590aa088b8, infoPort=36919, infoSecurePort=0, ipcPort=41405, storageInfo=lv=-57;cid=testClusterID;nsid=2001904377;c=1731434198407) 2024-11-12T17:56:41,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd62a2f8963d82e49 with lease ID 0xa70919c7e9a9f901: from storage DS-5879de60-ff57-4bff-bdd5-09335ce980df node DatanodeRegistration(127.0.0.1:41529, datanodeUuid=9673b094-592a-46cc-83bf-a1590aa088b8, infoPort=36919, infoSecurePort=0, ipcPort=41405, storageInfo=lv=-57;cid=testClusterID;nsid=2001904377;c=1731434198407), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:56:41,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd62a2f8963d82e49 with lease ID 0xa70919c7e9a9f901: Processing first storage report for DS-4e6de859-d040-4d53-829b-a75f36ff3e99 from datanode DatanodeRegistration(127.0.0.1:41529, datanodeUuid=9673b094-592a-46cc-83bf-a1590aa088b8, infoPort=36919, infoSecurePort=0, ipcPort=41405, storageInfo=lv=-57;cid=testClusterID;nsid=2001904377;c=1731434198407) 2024-11-12T17:56:41,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd62a2f8963d82e49 with lease ID 0xa70919c7e9a9f901: from storage DS-4e6de859-d040-4d53-829b-a75f36ff3e99 node DatanodeRegistration(127.0.0.1:41529, datanodeUuid=9673b094-592a-46cc-83bf-a1590aa088b8, infoPort=36919, infoSecurePort=0, ipcPort=41405, storageInfo=lv=-57;cid=testClusterID;nsid=2001904377;c=1731434198407), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:56:41,488 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c 2024-11-12T17:56:41,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:41,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:56:41,941 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa with version=8 2024-11-12T17:56:41,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/hbase-staging 2024-11-12T17:56:41,944 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:56:41,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:41,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:41,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:56:41,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:41,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:56:41,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:56:41,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:56:41,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39479 2024-11-12T17:56:41,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39479 connecting to ZooKeeper ensemble=127.0.0.1:55876 2024-11-12T17:56:42,043 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:42,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:42,044 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38312 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:42,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394790x0, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:42,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39479-0x101317ae6df0000 connected 2024-11-12T17:56:42,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:42,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:42,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Set watcher on znode that does not yet exist, /0-1619890395/running 2024-11-12T17:56:42,212 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa, hbase.cluster.distributed=false 2024-11-12T17:56:42,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Set watcher on znode that does not yet exist, /0-1619890395/acl 2024-11-12T17:56:42,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39479 2024-11-12T17:56:42,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39479 2024-11-12T17:56:42,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39479 2024-11-12T17:56:42,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39479 2024-11-12T17:56:42,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39479 2024-11-12T17:56:42,289 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:56:42,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:42,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:42,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:56:42,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:42,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:56:42,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:56:42,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:56:42,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37219 2024-11-12T17:56:42,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37219 connecting to ZooKeeper ensemble=127.0.0.1:55876 2024-11-12T17:56:42,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:42,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:42,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372190x0, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:42,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37219-0x101317ae6df0001 connected 2024-11-12T17:56:42,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Set watcher on znode that does not yet exist, /0-1619890395/running 2024-11-12T17:56:42,335 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:56:42,352 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:56:42,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Set watcher on znode that does not yet exist, /0-1619890395/master 2024-11-12T17:56:42,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Set watcher on znode that does not yet exist, /0-1619890395/acl 2024-11-12T17:56:42,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37219 2024-11-12T17:56:42,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37219 2024-11-12T17:56:42,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37219 2024-11-12T17:56:42,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37219 2024-11-12T17:56:42,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37219 2024-11-12T17:56:42,456 DEBUG [M:0;6684de3f6e40:39479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:39479 2024-11-12T17:56:42,457 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1619890395/backup-masters/6684de3f6e40,39479,1731434201943 2024-11-12T17:56:42,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395/backup-masters 2024-11-12T17:56:42,465 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Set watcher on existing znode=/0-1619890395/backup-masters/6684de3f6e40,39479,1731434201943 2024-11-12T17:56:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395/backup-masters 2024-11-12T17:56:42,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:42,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1619890395/master 2024-11-12T17:56:42,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:42,488 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Set watcher on existing znode=/0-1619890395/master 2024-11-12T17:56:42,494 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1619890395/backup-masters/6684de3f6e40,39479,1731434201943 from backup master directory 2024-11-12T17:56:42,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395/backup-masters 2024-11-12T17:56:42,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1619890395/backup-masters/6684de3f6e40,39479,1731434201943 2024-11-12T17:56:42,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395/backup-masters 2024-11-12T17:56:42,508 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:56:42,508 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,39479,1731434201943 2024-11-12T17:56:42,533 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/hbase.id] with ID: ccca5555-eb45-495b-99a0-fe163ca8565c 2024-11-12T17:56:42,533 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/.tmp/hbase.id 2024-11-12T17:56:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:56:42,980 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/.tmp/hbase.id]:[hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/hbase.id] 2024-11-12T17:56:43,000 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:43,000 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:56:43,001 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T17:56:43,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:43,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:43,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:56:43,086 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:56:43,087 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:56:43,095 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:56:43,531 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store 2024-11-12T17:56:43,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:56:43,983 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:43,984 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:56:43,984 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:43,984 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:43,984 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:56:43,984 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:43,984 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:43,984 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434203984Disabling compacts and flushes for region at 1731434203984Disabling writes for close at 1731434203984Writing region close event to WAL at 1731434203984Closed at 1731434203984 2024-11-12T17:56:43,988 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/.initializing 2024-11-12T17:56:43,988 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/WALs/6684de3f6e40,39479,1731434201943 2024-11-12T17:56:43,991 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:56:43,999 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C39479%2C1731434201943, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/WALs/6684de3f6e40,39479,1731434201943, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/oldWALs, maxLogs=10 2024-11-12T17:56:44,028 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/WALs/6684de3f6e40,39479,1731434201943/6684de3f6e40%2C39479%2C1731434201943.1731434203999, exclude list is [], retry=0 2024-11-12T17:56:44,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41529,DS-5879de60-ff57-4bff-bdd5-09335ce980df,DISK] 2024-11-12T17:56:44,072 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/WALs/6684de3f6e40,39479,1731434201943/6684de3f6e40%2C39479%2C1731434201943.1731434203999 2024-11-12T17:56:44,084 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36919:36919)] 2024-11-12T17:56:44,084 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:44,084 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:44,085 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,085 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:56:44,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:44,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:44,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:56:44,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:44,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:44,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:56:44,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:44,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:44,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:56:44,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:44,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:44,163 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,170 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,175 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,195 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,195 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,199 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:44,205 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:44,213 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:44,216 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74755761, jitterRate=0.11394764482975006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:44,217 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434204085Initializing all the Stores at 1731434204095 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434204095Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434204099 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434204099Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434204099Cleaning up temporary data from old regions at 1731434204195 (+96 ms)Region opened successfully at 1731434204217 (+22 ms) 2024-11-12T17:56:44,223 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:56:44,229 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0d9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:56:44,235 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:56:44,235 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:56:44,235 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:56:44,236 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:56:44,238 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T17:56:44,238 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:56:44,238 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:56:44,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:56:44,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T17:56:44,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:56:44,255 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:56:44,260 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Unable to get data of znode /0-1619890395/balancer because node does not exist (not necessarily an error) 2024-11-12T17:56:44,294 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1619890395/balancer already deleted, retry=false 2024-11-12T17:56:44,295 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:56:44,299 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Unable to get data of znode /0-1619890395/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:56:44,323 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1619890395/normalizer already deleted, retry=false 2024-11-12T17:56:44,323 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:56:44,339 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Unable to get data of znode /0-1619890395/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:56:44,354 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1619890395/switch/split already deleted, retry=false 2024-11-12T17:56:44,360 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Unable to get data of znode /0-1619890395/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:56:44,379 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1619890395/switch/merge already deleted, retry=false 2024-11-12T17:56:44,393 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Unable to get data of znode /0-1619890395/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:56:44,404 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1619890395/snapshot-cleanup already deleted, retry=false 2024-11-12T17:56:44,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1619890395/running 2024-11-12T17:56:44,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:44,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1619890395/running 2024-11-12T17:56:44,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:44,421 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,39479,1731434201943, sessionid=0x101317ae6df0000, setting cluster-up flag (Was=false) 2024-11-12T17:56:44,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:44,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:44,483 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1619890395/flush-table-proc/acquired, /0-1619890395/flush-table-proc/reached, /0-1619890395/flush-table-proc/abort 2024-11-12T17:56:44,485 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,39479,1731434201943 2024-11-12T17:56:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:44,571 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1619890395/online-snapshot/acquired, /0-1619890395/online-snapshot/reached, /0-1619890395/online-snapshot/abort 2024-11-12T17:56:44,584 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,39479,1731434201943 2024-11-12T17:56:44,599 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:56:44,609 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:44,609 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:56:44,610 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:56:44,610 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,39479,1731434201943 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:56:44,630 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:44,630 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:44,630 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:44,630 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:44,630 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:56:44,630 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,631 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:56:44,631 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:44,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:56:44,653 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:44,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:56:44,657 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434234656 2024-11-12T17:56:44,657 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:56:44,657 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:56:44,657 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:56:44,657 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:56:44,657 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:56:44,657 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:56:44,663 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,666 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:56:44,666 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:56:44,666 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:56:44,666 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:56:44,667 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:56:44,667 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:56:44,684 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(746): ClusterId : ccca5555-eb45-495b-99a0-fe163ca8565c 2024-11-12T17:56:44,684 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:56:44,688 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434204667,5,FailOnTimeoutGroup] 2024-11-12T17:56:44,695 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434204688,5,FailOnTimeoutGroup] 2024-11-12T17:56:44,695 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,695 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:56:44,695 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,695 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,712 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:56:44,712 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:56:44,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:56:44,748 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:56:44,748 DEBUG [RS:0;6684de3f6e40:37219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf81ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:56:44,764 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:37219 2024-11-12T17:56:44,764 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:56:44,764 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:56:44,764 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:56:44,772 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,39479,1731434201943 with port=37219, startcode=1731434202289 2024-11-12T17:56:44,772 DEBUG [RS:0;6684de3f6e40:37219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:56:44,775 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:56:44,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,37219,1731434202289 2024-11-12T17:56:44,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39479 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,37219,1731434202289 2024-11-12T17:56:44,783 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa 2024-11-12T17:56:44,784 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43449 2024-11-12T17:56:44,784 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:56:44,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395/rs 2024-11-12T17:56:44,807 DEBUG [RS:0;6684de3f6e40:37219 {}] zookeeper.ZKUtil(111): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Set watcher on existing znode=/0-1619890395/rs/6684de3f6e40,37219,1731434202289 2024-11-12T17:56:44,807 WARN [RS:0;6684de3f6e40:37219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:56:44,807 INFO [RS:0;6684de3f6e40:37219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:44,807 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289 2024-11-12T17:56:44,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,37219,1731434202289] 2024-11-12T17:56:44,856 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:56:44,859 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:56:44,863 INFO [RS:0;6684de3f6e40:37219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:56:44,863 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,871 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:56:44,875 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:56:44,876 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:56:44,876 DEBUG [RS:0;6684de3f6e40:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:56:44,888 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,888 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,888 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,888 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,888 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,888 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37219,1731434202289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:56:44,907 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:56:44,907 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37219,1731434202289-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,908 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,908 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.Replication(171): 6684de3f6e40,37219,1731434202289 started 2024-11-12T17:56:44,930 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:44,930 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,37219,1731434202289, RpcServer on 6684de3f6e40/172.17.0.3:37219, sessionid=0x101317ae6df0001 2024-11-12T17:56:44,930 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:56:44,930 DEBUG [RS:0;6684de3f6e40:37219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,37219,1731434202289 2024-11-12T17:56:44,930 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,37219,1731434202289' 2024-11-12T17:56:44,930 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1619890395/flush-table-proc/abort' 2024-11-12T17:56:44,935 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1619890395/flush-table-proc/acquired' 2024-11-12T17:56:44,936 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:56:44,936 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:56:44,936 DEBUG [RS:0;6684de3f6e40:37219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,37219,1731434202289 2024-11-12T17:56:44,936 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,37219,1731434202289' 2024-11-12T17:56:44,936 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1619890395/online-snapshot/abort' 2024-11-12T17:56:44,937 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1619890395/online-snapshot/acquired' 2024-11-12T17:56:44,937 DEBUG [RS:0;6684de3f6e40:37219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:56:44,938 INFO [RS:0;6684de3f6e40:37219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:56:44,938 INFO [RS:0;6684de3f6e40:37219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:56:45,039 INFO [RS:0;6684de3f6e40:37219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:56:45,060 INFO [RS:0;6684de3f6e40:37219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C37219%2C1731434202289, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/oldWALs, maxLogs=10 2024-11-12T17:56:45,080 DEBUG [RS:0;6684de3f6e40:37219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, exclude list is [], retry=0 2024-11-12T17:56:45,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41529,DS-5879de60-ff57-4bff-bdd5-09335ce980df,DISK] 2024-11-12T17:56:45,100 INFO [RS:0;6684de3f6e40:37219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 2024-11-12T17:56:45,119 DEBUG [RS:0;6684de3f6e40:37219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36919:36919)] 2024-11-12T17:56:45,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:56:45,142 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa 2024-11-12T17:56:45,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741833_1009 (size=32) 2024-11-12T17:56:45,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:45,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:56:45,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:56:45,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:45,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:45,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:56:45,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:56:45,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:45,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:45,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:56:45,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:56:45,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:45,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:45,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:56:45,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:56:45,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:45,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:45,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:56:45,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740 2024-11-12T17:56:45,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740 2024-11-12T17:56:45,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:56:45,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:56:45,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:45,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:56:45,294 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:45,299 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67193760, jitterRate=0.0012650489807128906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:45,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434205208Initializing all the Stores at 1731434205212 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434205213 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434205213Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434205213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434205213Cleaning up temporary data from old regions at 1731434205261 (+48 ms)Region opened successfully at 1731434205300 (+39 ms) 2024-11-12T17:56:45,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:56:45,300 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:56:45,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:56:45,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:56:45,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:56:45,311 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:45,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434205300Disabling compacts and flushes for region at 1731434205300Disabling writes for close at 1731434205300Writing region close event to WAL at 1731434205311 (+11 ms)Closed at 1731434205311 2024-11-12T17:56:45,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:45,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:56:45,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:56:45,326 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:56:45,329 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:56:45,483 DEBUG [6684de3f6e40:39479 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:56:45,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,37219,1731434202289 2024-11-12T17:56:45,488 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,37219,1731434202289, state=OPENING 2024-11-12T17:56:45,512 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:56:45,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:45,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:56:45,559 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:56:45,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,37219,1731434202289}] 2024-11-12T17:56:45,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1619890395/meta-region-server: CHANGED 2024-11-12T17:56:45,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1619890395/meta-region-server: CHANGED 2024-11-12T17:56:45,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:56:45,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:56:45,733 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:56:45,733 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:45,733 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:56:45,740 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C37219%2C1731434202289.meta, suffix=.meta, logDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/oldWALs, maxLogs=10 2024-11-12T17:56:45,757 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.meta.1731434205740.meta, exclude list is [], retry=0 2024-11-12T17:56:45,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41529,DS-5879de60-ff57-4bff-bdd5-09335ce980df,DISK] 2024-11-12T17:56:45,768 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.meta.1731434205740.meta 2024-11-12T17:56:45,768 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36919:36919)] 2024-11-12T17:56:45,768 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:45,768 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:56:45,768 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:56:45,768 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:56:45,768 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:56:45,769 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:56:45,769 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:45,769 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:56:45,769 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:56:45,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:56:45,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:56:45,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:45,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:45,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:56:45,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:56:45,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:45,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:45,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:56:45,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:56:45,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:45,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:45,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:56:45,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:56:45,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:45,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:45,793 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:56:45,794 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740 2024-11-12T17:56:45,802 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740 2024-11-12T17:56:45,813 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:56:45,813 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:56:45,816 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:45,818 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:56:45,819 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65993437, jitterRate=-0.01662115752696991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:45,819 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:56:45,819 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434205769Writing region info on filesystem at 1731434205769Initializing all the Stores at 1731434205770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434205770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434205770Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434205770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434205770Cleaning up temporary data from old regions at 1731434205813 (+43 ms)Running coprocessor post-open hooks at 1731434205819 (+6 ms)Region opened successfully at 1731434205819 2024-11-12T17:56:45,827 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434205714 2024-11-12T17:56:45,844 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:56:45,844 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:56:45,851 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,37219,1731434202289 2024-11-12T17:56:45,863 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,37219,1731434202289, state=OPEN 2024-11-12T17:56:46,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1619890395/meta-region-server 2024-11-12T17:56:46,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1619890395/meta-region-server 2024-11-12T17:56:46,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1619890395/meta-region-server: CHANGED 2024-11-12T17:56:46,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1619890395/meta-region-server: CHANGED 2024-11-12T17:56:46,156 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,37219,1731434202289 2024-11-12T17:56:46,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:56:46,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,37219,1731434202289 in 596 msec 2024-11-12T17:56:46,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:56:46,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 840 msec 2024-11-12T17:56:46,165 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:46,165 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:56:46,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:46,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37219,1731434202289, seqNum=-1] 2024-11-12T17:56:46,167 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:46,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:56:46,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5740 sec 2024-11-12T17:56:46,176 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434206176, completionTime=-1 2024-11-12T17:56:46,176 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:56:46,176 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:56:46,179 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:56:46,179 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434266179 2024-11-12T17:56:46,179 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434326179 2024-11-12T17:56:46,179 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T17:56:46,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39479,1731434201943-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:46,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39479,1731434201943-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:46,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39479,1731434201943-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:46,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:39479, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:46,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:46,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:46,183 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:56:46,185 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.677sec 2024-11-12T17:56:46,186 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:56:46,186 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:56:46,186 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:56:46,186 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:56:46,186 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:56:46,186 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39479,1731434201943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:56:46,186 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39479,1731434201943-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:56:46,187 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:56:46,187 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:56:46,187 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39479,1731434201943-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:46,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6116b280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:46,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39479,-1 for getting cluster id 2024-11-12T17:56:46,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:46,190 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccca5555-eb45-495b-99a0-fe163ca8565c' 2024-11-12T17:56:46,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:46,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccca5555-eb45-495b-99a0-fe163ca8565c" 2024-11-12T17:56:46,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0e90f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:46,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39479,-1] 2024-11-12T17:56:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:46,191 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:46,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cbfc75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:46,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37219,1731434202289, seqNum=-1] 2024-11-12T17:56:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:46,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:56:46,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,39479,1731434201943 2024-11-12T17:56:46,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55876 2024-11-12T17:56:46,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:46,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101317ae6df0002 connected 2024-11-12T17:56:46,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/hadoop.log.dir so I do NOT create it in target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68 2024-11-12T17:56:46,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:56:46,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/hadoop.tmp.dir so I do NOT create it in target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68 2024-11-12T17:56:46,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:56:46,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68 2024-11-12T17:56:46,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:56:46,454 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/cluster_15c53894-7661-a20e-723d-f1360827e821, deleteOnExit=true 2024-11-12T17:56:46,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:56:46,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/test.cache.data in system properties and HBase conf 2024-11-12T17:56:46,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:56:46,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:56:46,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:56:46,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:56:46,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:56:46,455 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:56:46,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:56:46,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:47,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:56:47,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:56:47,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:56:47,106 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:56:47,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:47,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4199d422{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:56:47,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d19ed7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:56:47,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f5fb085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/java.io.tmpdir/jetty-localhost-46209-hadoop-hdfs-3_4_1-tests_jar-_-any-3662139833650630784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:56:47,568 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5144101d{HTTP/1.1, (http/1.1)}{localhost:46209} 2024-11-12T17:56:47,568 INFO [Time-limited test {}] server.Server(415): Started @276493ms 2024-11-12T17:56:48,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:48,174 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:56:48,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:56:48,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:56:48,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:56:48,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169bf106{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:56:48,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa24101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:56:48,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e865d8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/java.io.tmpdir/jetty-localhost-35539-hadoop-hdfs-3_4_1-tests_jar-_-any-5805293966501705065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:56:48,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e2f74d2{HTTP/1.1, (http/1.1)}{localhost:35539} 2024-11-12T17:56:48,436 INFO [Time-limited test {}] server.Server(415): Started @277361ms 2024-11-12T17:56:48,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:56:49,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,449 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/cluster_15c53894-7661-a20e-723d-f1360827e821/data/data1/current/BP-488332574-172.17.0.3-1731434206475/current, will proceed with Du for space computation calculation, 2024-11-12T17:56:49,452 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/cluster_15c53894-7661-a20e-723d-f1360827e821/data/data2/current/BP-488332574-172.17.0.3-1731434206475/current, will proceed with Du for space computation calculation, 2024-11-12T17:56:49,564 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:56:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5a4e9d3226d677d with lease ID 0xa8b3039a20343c4: Processing first storage report for DS-1adf7027-3e25-4080-a11c-080a79794be6 from datanode DatanodeRegistration(127.0.0.1:41177, datanodeUuid=b59e9adb-f277-4a70-8a4c-b456b758eef8, infoPort=38759, infoSecurePort=0, ipcPort=44333, storageInfo=lv=-57;cid=testClusterID;nsid=1593822441;c=1731434206475) 2024-11-12T17:56:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5a4e9d3226d677d with lease ID 0xa8b3039a20343c4: from storage DS-1adf7027-3e25-4080-a11c-080a79794be6 node DatanodeRegistration(127.0.0.1:41177, datanodeUuid=b59e9adb-f277-4a70-8a4c-b456b758eef8, infoPort=38759, infoSecurePort=0, ipcPort=44333, storageInfo=lv=-57;cid=testClusterID;nsid=1593822441;c=1731434206475), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T17:56:49,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5a4e9d3226d677d with lease ID 0xa8b3039a20343c4: Processing first storage report for DS-d61a7ebf-1d3f-4c0a-b550-42b477da422f from datanode DatanodeRegistration(127.0.0.1:41177, datanodeUuid=b59e9adb-f277-4a70-8a4c-b456b758eef8, infoPort=38759, infoSecurePort=0, ipcPort=44333, storageInfo=lv=-57;cid=testClusterID;nsid=1593822441;c=1731434206475) 2024-11-12T17:56:49,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5a4e9d3226d677d with lease ID 0xa8b3039a20343c4: from storage DS-d61a7ebf-1d3f-4c0a-b550-42b477da422f node DatanodeRegistration(127.0.0.1:41177, datanodeUuid=b59e9adb-f277-4a70-8a4c-b456b758eef8, infoPort=38759, infoSecurePort=0, ipcPort=44333, storageInfo=lv=-57;cid=testClusterID;nsid=1593822441;c=1731434206475), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:56:49,681 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68 2024-11-12T17:56:49,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:49,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:56:49,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:56:49,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:49,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:50,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:50,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:50,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:50,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:50,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:50,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:50,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:50,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:50,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:50,179 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3 with version=8 2024-11-12T17:56:50,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/hbase-staging 2024-11-12T17:56:50,182 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:56:50,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:50,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:50,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:56:50,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:50,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:56:50,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:56:50,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:56:50,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44557 2024-11-12T17:56:50,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44557 connecting to ZooKeeper ensemble=127.0.0.1:55876 2024-11-12T17:56:50,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445570x0, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:50,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44557-0x101317ae6df0003 connected 2024-11-12T17:56:50,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:50,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:50,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Set watcher on znode that does not yet exist, /11000966518/running 2024-11-12T17:56:50,402 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3, hbase.cluster.distributed=false 2024-11-12T17:56:50,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Set watcher on znode that does not yet exist, /11000966518/acl 2024-11-12T17:56:50,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44557 2024-11-12T17:56:50,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44557 2024-11-12T17:56:50,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44557 2024-11-12T17:56:50,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44557 2024-11-12T17:56:50,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44557 2024-11-12T17:56:50,549 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:56:50,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:50,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:50,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:56:50,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:50,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:56:50,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:56:50,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:56:50,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39289 2024-11-12T17:56:50,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39289 connecting to ZooKeeper ensemble=127.0.0.1:55876 2024-11-12T17:56:50,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:50,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:50,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392890x0, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:50,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392890x0, quorum=127.0.0.1:55876, baseZNode=/11000966518 Set watcher on znode that does not yet exist, /11000966518/running 2024-11-12T17:56:50,621 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:56:50,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39289-0x101317ae6df0004 connected 2024-11-12T17:56:50,655 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:56:50,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Set watcher on znode that does not yet exist, /11000966518/master 2024-11-12T17:56:50,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Set watcher on znode that does not yet exist, /11000966518/acl 2024-11-12T17:56:50,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39289 2024-11-12T17:56:50,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39289 2024-11-12T17:56:50,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39289 2024-11-12T17:56:50,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39289 2024-11-12T17:56:50,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39289 2024-11-12T17:56:50,809 DEBUG [M:0;6684de3f6e40:44557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:44557 2024-11-12T17:56:50,816 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11000966518/backup-masters/6684de3f6e40,44557,1731434210182 2024-11-12T17:56:50,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518/backup-masters 2024-11-12T17:56:50,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518/backup-masters 2024-11-12T17:56:50,836 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Set watcher on existing znode=/11000966518/backup-masters/6684de3f6e40,44557,1731434210182 2024-11-12T17:56:50,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000966518/master 2024-11-12T17:56:50,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:50,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:50,850 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Set watcher on existing znode=/11000966518/master 2024-11-12T17:56:50,856 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11000966518/backup-masters/6684de3f6e40,44557,1731434210182 from backup master directory 2024-11-12T17:56:50,856 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:56:50,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518/backup-masters 2024-11-12T17:56:50,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000966518/backup-masters/6684de3f6e40,44557,1731434210182 2024-11-12T17:56:50,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518/backup-masters 2024-11-12T17:56:50,872 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:56:50,872 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,44557,1731434210182 2024-11-12T17:56:50,886 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/hbase.id] with ID: dd9d4084-2954-4758-98ee-25ff7301a0f3 2024-11-12T17:56:50,886 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/.tmp/hbase.id 2024-11-12T17:56:50,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:56:50,971 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/.tmp/hbase.id]:[hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/hbase.id] 2024-11-12T17:56:50,991 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:50,991 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:56:50,992 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T17:56:51,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:51,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:56:51,082 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:56:51,083 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:56:51,091 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:56:51,169 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store 2024-11-12T17:56:51,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:56:51,604 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:51,604 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:56:51,604 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:51,604 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:51,604 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:56:51,604 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:51,604 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:51,604 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434211604Disabling compacts and flushes for region at 1731434211604Disabling writes for close at 1731434211604Writing region close event to WAL at 1731434211604Closed at 1731434211604 2024-11-12T17:56:51,607 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/.initializing 2024-11-12T17:56:51,608 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/WALs/6684de3f6e40,44557,1731434210182 2024-11-12T17:56:51,614 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:56:51,619 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C44557%2C1731434210182, suffix=, logDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/WALs/6684de3f6e40,44557,1731434210182, archiveDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/oldWALs, maxLogs=10 2024-11-12T17:56:51,649 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/WALs/6684de3f6e40,44557,1731434210182/6684de3f6e40%2C44557%2C1731434210182.1731434211619, exclude list is [], retry=0 2024-11-12T17:56:51,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41177,DS-1adf7027-3e25-4080-a11c-080a79794be6,DISK] 2024-11-12T17:56:51,693 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/WALs/6684de3f6e40,44557,1731434210182/6684de3f6e40%2C44557%2C1731434210182.1731434211619 2024-11-12T17:56:51,702 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-12T17:56:51,702 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:51,702 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:51,702 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,702 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:56:51,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:51,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:51,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:56:51,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:51,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:51,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:56:51,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:51,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:51,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:56:51,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:51,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:51,760 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,762 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,767 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,783 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,784 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,786 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:51,788 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:51,795 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:51,797 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61991451, jitterRate=-0.07625539600849152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:51,798 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434211702Initializing all the Stores at 1731434211704 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434211705 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434211707 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434211707Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434211707Cleaning up temporary data from old regions at 1731434211784 (+77 ms)Region opened successfully at 1731434211798 (+14 ms) 2024-11-12T17:56:51,811 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:56:51,816 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e0ac3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:56:51,820 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:56:51,820 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:56:51,820 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:56:51,820 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:56:51,822 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-12T17:56:51,823 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:56:51,823 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:56:51,867 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:56:51,869 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Unable to get data of znode /11000966518/balancer because node does not exist (not necessarily an error) 2024-11-12T17:56:51,906 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000966518/balancer already deleted, retry=false 2024-11-12T17:56:51,907 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:56:51,908 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Unable to get data of znode /11000966518/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:56:51,912 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000966518/normalizer already deleted, retry=false 2024-11-12T17:56:51,913 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:56:51,918 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Unable to get data of znode /11000966518/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:56:51,929 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000966518/switch/split already deleted, retry=false 2024-11-12T17:56:51,932 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Unable to get data of znode /11000966518/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:56:51,938 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000966518/switch/merge already deleted, retry=false 2024-11-12T17:56:51,941 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Unable to get data of znode /11000966518/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:56:51,945 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000966518/snapshot-cleanup already deleted, retry=false 2024-11-12T17:56:51,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000966518/running 2024-11-12T17:56:51,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:51,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000966518/running 2024-11-12T17:56:51,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:51,956 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,44557,1731434210182, sessionid=0x101317ae6df0003, setting cluster-up flag (Was=false) 2024-11-12T17:56:51,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:51,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:51,996 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11000966518/flush-table-proc/acquired, /11000966518/flush-table-proc/reached, /11000966518/flush-table-proc/abort 2024-11-12T17:56:51,997 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,44557,1731434210182 2024-11-12T17:56:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:52,045 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11000966518/online-snapshot/acquired, /11000966518/online-snapshot/reached, /11000966518/online-snapshot/abort 2024-11-12T17:56:52,047 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,44557,1731434210182 2024-11-12T17:56:52,063 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:56:52,074 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:52,075 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:56:52,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:56:52,076 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,44557,1731434210182 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:56:52,077 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:52,077 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:52,077 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:52,078 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:52,078 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:56:52,078 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,078 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:56:52,078 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,111 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:56:52,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:52,113 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48381 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:56:52,122 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(746): ClusterId : dd9d4084-2954-4758-98ee-25ff7301a0f3 2024-11-12T17:56:52,122 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:56:52,131 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:56:52,131 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:56:52,141 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:56:52,141 DEBUG [RS:0;6684de3f6e40:39289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4f3571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:56:52,150 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:52,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:56:52,167 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:52,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:56:52,178 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:39289 2024-11-12T17:56:52,178 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:56:52,178 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:56:52,178 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:56:52,179 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434242179 2024-11-12T17:56:52,179 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:56:52,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:56:52,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:56:52,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:56:52,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:56:52,180 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:56:52,188 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,44557,1731434210182 with port=39289, startcode=1731434210549 2024-11-12T17:56:52,188 DEBUG [RS:0;6684de3f6e40:39289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:56:52,203 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,210 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:56:52,211 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:56:52,211 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:56:52,211 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:56:52,212 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:56:52,212 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:56:52,219 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434212212,5,FailOnTimeoutGroup] 2024-11-12T17:56:52,227 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434212219,5,FailOnTimeoutGroup] 2024-11-12T17:56:52,227 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,227 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:56:52,227 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,227 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,240 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:56:52,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,39289,1731434210549 2024-11-12T17:56:52,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44557 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,39289,1731434210549 2024-11-12T17:56:52,247 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3 2024-11-12T17:56:52,247 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39043 2024-11-12T17:56:52,247 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:56:52,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:56:52,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518/rs 2024-11-12T17:56:52,348 DEBUG [RS:0;6684de3f6e40:39289 {}] zookeeper.ZKUtil(111): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Set watcher on existing znode=/11000966518/rs/6684de3f6e40,39289,1731434210549 2024-11-12T17:56:52,348 WARN [RS:0;6684de3f6e40:39289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:56:52,348 INFO [RS:0;6684de3f6e40:39289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:52,348 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549 2024-11-12T17:56:52,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,39289,1731434210549] 2024-11-12T17:56:52,392 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:56:52,402 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:56:52,413 INFO [RS:0;6684de3f6e40:39289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:56:52,413 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,415 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:56:52,419 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:56:52,420 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,420 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,420 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,420 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,421 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,421 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,421 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:56:52,421 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,421 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,421 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,421 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,421 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,421 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:52,421 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:56:52,421 DEBUG [RS:0;6684de3f6e40:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:56:52,488 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,488 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,488 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,488 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,488 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,488 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39289,1731434210549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:56:52,535 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:56:52,536 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39289,1731434210549-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,536 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,536 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.Replication(171): 6684de3f6e40,39289,1731434210549 started 2024-11-12T17:56:52,588 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:52,588 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,39289,1731434210549, RpcServer on 6684de3f6e40/172.17.0.3:39289, sessionid=0x101317ae6df0004 2024-11-12T17:56:52,589 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:56:52,589 DEBUG [RS:0;6684de3f6e40:39289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,39289,1731434210549 2024-11-12T17:56:52,589 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,39289,1731434210549' 2024-11-12T17:56:52,589 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11000966518/flush-table-proc/abort' 2024-11-12T17:56:52,591 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11000966518/flush-table-proc/acquired' 2024-11-12T17:56:52,591 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:56:52,591 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:56:52,591 DEBUG [RS:0;6684de3f6e40:39289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,39289,1731434210549 2024-11-12T17:56:52,591 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,39289,1731434210549' 2024-11-12T17:56:52,591 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11000966518/online-snapshot/abort' 2024-11-12T17:56:52,608 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11000966518/online-snapshot/acquired' 2024-11-12T17:56:52,611 DEBUG [RS:0;6684de3f6e40:39289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:56:52,611 INFO [RS:0;6684de3f6e40:39289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:56:52,612 INFO [RS:0;6684de3f6e40:39289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:56:52,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:56:52,671 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3 2024-11-12T17:56:52,712 INFO [RS:0;6684de3f6e40:39289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:56:52,715 INFO [RS:0;6684de3f6e40:39289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C39289%2C1731434210549, suffix=, logDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549, archiveDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/oldWALs, maxLogs=10 2024-11-12T17:56:52,744 DEBUG [RS:0;6684de3f6e40:39289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, exclude list is [], retry=0 2024-11-12T17:56:52,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:56:52,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:52,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41177,DS-1adf7027-3e25-4080-a11c-080a79794be6,DISK] 2024-11-12T17:56:52,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:56:52,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:56:52,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:52,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:52,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:56:52,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:56:52,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:52,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:52,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:56:52,835 INFO [RS:0;6684de3f6e40:39289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 2024-11-12T17:56:52,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:56:52,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:52,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:52,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:56:52,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:56:52,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:52,842 DEBUG [RS:0;6684de3f6e40:39289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-12T17:56:52,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:52,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:56:52,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740 2024-11-12T17:56:52,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740 2024-11-12T17:56:52,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:56:52,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:56:52,880 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:52,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:56:52,922 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:52,923 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69812072, jitterRate=0.040280938148498535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:52,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434212772Initializing all the Stores at 1731434212776 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434212776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434212811 (+35 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434212811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434212811Cleaning up temporary data from old regions at 1731434212875 (+64 ms)Region opened successfully at 1731434212923 (+48 ms) 2024-11-12T17:56:52,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:56:52,923 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:56:52,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:56:52,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:56:52,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:56:52,939 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:56:52,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434212923Disabling compacts and flushes for region at 1731434212923Disabling writes for close at 1731434212923Writing region close event to WAL at 1731434212939 (+16 ms)Closed at 1731434212939 2024-11-12T17:56:52,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:52,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:56:52,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:56:52,945 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:56:52,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:56:53,096 DEBUG [6684de3f6e40:44557 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:56:53,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,39289,1731434210549 2024-11-12T17:56:53,098 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,39289,1731434210549, state=OPENING 2024-11-12T17:56:53,120 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:56:53,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:53,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:56:53,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:56:53,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000966518/meta-region-server: CHANGED 2024-11-12T17:56:53,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,39289,1731434210549}] 2024-11-12T17:56:53,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000966518/meta-region-server: CHANGED 2024-11-12T17:56:53,284 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:56:53,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:56:53,315 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:56:53,316 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:53,316 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:56:53,331 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C39289%2C1731434210549.meta, suffix=.meta, logDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549, archiveDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/oldWALs, maxLogs=10 2024-11-12T17:56:53,381 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.meta.1731434213332.meta, exclude list is [], retry=0 2024-11-12T17:56:53,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41177,DS-1adf7027-3e25-4080-a11c-080a79794be6,DISK] 2024-11-12T17:56:53,419 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.meta.1731434213332.meta 2024-11-12T17:56:53,427 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-12T17:56:53,428 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:53,428 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:56:53,428 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:56:53,428 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:56:53,428 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:56:53,434 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:56:53,434 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:53,434 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:56:53,434 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:56:53,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:56:53,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:56:53,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:53,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:53,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:56:53,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:56:53,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:53,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:53,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:56:53,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:56:53,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:53,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:53,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:56:53,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:56:53,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:53,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:53,488 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:56:53,489 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740 2024-11-12T17:56:53,500 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740 2024-11-12T17:56:53,502 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:56:53,502 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:56:53,506 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:53,507 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:56:53,512 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69449862, jitterRate=0.034883588552474976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:53,512 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:56:53,512 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434213434Writing region info on filesystem at 1731434213434Initializing all the Stores at 1731434213450 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434213450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434213451 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434213451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434213451Cleaning up temporary data from old regions at 1731434213502 (+51 ms)Running coprocessor post-open hooks at 1731434213512 (+10 ms)Region opened successfully at 1731434213512 2024-11-12T17:56:53,517 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434213284 2024-11-12T17:56:53,528 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:56:53,528 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:56:53,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,39289,1731434210549 2024-11-12T17:56:53,533 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,39289,1731434210549, state=OPEN 2024-11-12T17:56:53,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11000966518/meta-region-server 2024-11-12T17:56:53,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11000966518/meta-region-server 2024-11-12T17:56:53,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000966518/meta-region-server: CHANGED 2024-11-12T17:56:53,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000966518/meta-region-server: CHANGED 2024-11-12T17:56:53,555 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,39289,1731434210549 2024-11-12T17:56:53,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:56:53,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,39289,1731434210549 in 426 msec 2024-11-12T17:56:53,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:56:53,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-12T17:56:53,566 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:53,566 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:56:53,568 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:53,568 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39289,1731434210549, seqNum=-1] 2024-11-12T17:56:53,569 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:53,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:56:53,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5100 sec 2024-11-12T17:56:53,589 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434213589, completionTime=-1 2024-11-12T17:56:53,589 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:56:53,589 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:56:53,593 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:56:53,593 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434273593 2024-11-12T17:56:53,593 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434333593 2024-11-12T17:56:53,593 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T17:56:53,594 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44557,1731434210182-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:53,594 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44557,1731434210182-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:53,594 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44557,1731434210182-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:53,594 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:44557, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:53,594 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:53,598 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:56:53,619 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:53,628 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.756sec 2024-11-12T17:56:53,628 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:56:53,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:56:53,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:56:53,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:56:53,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:56:53,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44557,1731434210182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:56:53,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44557,1731434210182-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:56:53,651 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:56:53,651 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:56:53,651 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44557,1731434210182-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:53,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3cf852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:53,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44557,-1 for getting cluster id 2024-11-12T17:56:53,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:56:53,704 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd9d4084-2954-4758-98ee-25ff7301a0f3' 2024-11-12T17:56:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:56:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd9d4084-2954-4758-98ee-25ff7301a0f3" 2024-11-12T17:56:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1ad827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44557,-1] 2024-11-12T17:56:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:56:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:56:53,707 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:56:53,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470e184a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:56:53,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:56:53,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39289,1731434210549, seqNum=-1] 2024-11-12T17:56:53,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:56:53,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:56:53,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,44557,1731434210182 2024-11-12T17:56:53,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55876 2024-11-12T17:56:53,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:53,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101317ae6df0005 connected 2024-11-12T17:56:53,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/hadoop.log.dir so I do NOT create it in target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d 2024-11-12T17:56:53,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:56:53,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/hadoop.tmp.dir so I do NOT create it in target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d 2024-11-12T17:56:53,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:56:53,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d 2024-11-12T17:56:53,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:56:53,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/cluster_ef2cc2bb-966c-2779-968d-cc981fb442a0, deleteOnExit=true 2024-11-12T17:56:53,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:56:53,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/test.cache.data in system properties and HBase conf 2024-11-12T17:56:53,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:56:53,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:56:53,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:56:53,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:56:53,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:56:53,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:56:53,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:56:53,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:56:53,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:56:53,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:56:53,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:56:53,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:56:53,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:56:53,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:56:53,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:56:53,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:56:53,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:56:53,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:56:53,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:56:53,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:56:54,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:56:54,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T17:56:54,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:54,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:56:54,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:56:54,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:56:54,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:56:54,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:54,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62c54c43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:56:54,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5d017a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:56:54,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27c7fe15{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/java.io.tmpdir/jetty-localhost-46369-hadoop-hdfs-3_4_1-tests_jar-_-any-7105946505982703006/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:56:54,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d3c7800{HTTP/1.1, (http/1.1)}{localhost:46369} 2024-11-12T17:56:54,711 INFO [Time-limited test {}] server.Server(415): Started @283636ms 2024-11-12T17:56:55,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:56:55,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:56:55,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:56:55,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:56:55,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:56:55,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7015fe37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:56:55,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@145f5a80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:56:55,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55f37caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/java.io.tmpdir/jetty-localhost-37199-hadoop-hdfs-3_4_1-tests_jar-_-any-2257619316825683871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:56:55,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5418524c{HTTP/1.1, (http/1.1)}{localhost:37199} 2024-11-12T17:56:55,739 INFO [Time-limited test {}] server.Server(415): Started @284663ms 2024-11-12T17:56:55,741 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:56:56,496 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/cluster_ef2cc2bb-966c-2779-968d-cc981fb442a0/data/data1/current/BP-1049601888-172.17.0.3-1731434213839/current, will proceed with Du for space computation calculation, 2024-11-12T17:56:56,511 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/cluster_ef2cc2bb-966c-2779-968d-cc981fb442a0/data/data2/current/BP-1049601888-172.17.0.3-1731434213839/current, will proceed with Du for space computation calculation, 2024-11-12T17:56:56,659 WARN [Thread-2885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:56:56,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d0d5f4b1aa19bac with lease ID 0x2ca4e436ddca11e1: Processing first storage report for DS-6e26a171-ba84-4975-b05d-4af5e871e210 from datanode DatanodeRegistration(127.0.0.1:44335, datanodeUuid=8d9fe5e8-7c3a-4081-a615-66e30a01b2bc, infoPort=41223, infoSecurePort=0, ipcPort=43017, storageInfo=lv=-57;cid=testClusterID;nsid=10441839;c=1731434213839) 2024-11-12T17:56:56,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d0d5f4b1aa19bac with lease ID 0x2ca4e436ddca11e1: from storage DS-6e26a171-ba84-4975-b05d-4af5e871e210 node DatanodeRegistration(127.0.0.1:44335, datanodeUuid=8d9fe5e8-7c3a-4081-a615-66e30a01b2bc, infoPort=41223, infoSecurePort=0, ipcPort=43017, storageInfo=lv=-57;cid=testClusterID;nsid=10441839;c=1731434213839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:56:56,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d0d5f4b1aa19bac with lease ID 0x2ca4e436ddca11e1: Processing first storage report for DS-8dac5e76-ea8c-4636-aa0a-42344db649cd from datanode DatanodeRegistration(127.0.0.1:44335, datanodeUuid=8d9fe5e8-7c3a-4081-a615-66e30a01b2bc, infoPort=41223, infoSecurePort=0, ipcPort=43017, storageInfo=lv=-57;cid=testClusterID;nsid=10441839;c=1731434213839) 2024-11-12T17:56:56,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d0d5f4b1aa19bac with lease ID 0x2ca4e436ddca11e1: from storage DS-8dac5e76-ea8c-4636-aa0a-42344db649cd node DatanodeRegistration(127.0.0.1:44335, datanodeUuid=8d9fe5e8-7c3a-4081-a615-66e30a01b2bc, infoPort=41223, infoSecurePort=0, ipcPort=43017, storageInfo=lv=-57;cid=testClusterID;nsid=10441839;c=1731434213839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:56:56,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d 2024-11-12T17:56:56,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:56,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:56,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:56:57,303 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8 with version=8 2024-11-12T17:56:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/hbase-staging 2024-11-12T17:56:57,306 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:56:57,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:57,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:57,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:56:57,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:57,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:56:57,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:56:57,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:56:57,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46859 2024-11-12T17:56:57,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46859 connecting to ZooKeeper ensemble=127.0.0.1:55876 2024-11-12T17:56:57,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468590x0, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:57,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46859-0x101317ae6df0006 connected 2024-11-12T17:56:57,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:57,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:57,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Set watcher on znode that does not yet exist, /21785567950/running 2024-11-12T17:56:57,480 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8, hbase.cluster.distributed=false 2024-11-12T17:56:57,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Set watcher on znode that does not yet exist, /21785567950/acl 2024-11-12T17:56:57,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46859 2024-11-12T17:56:57,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46859 2024-11-12T17:56:57,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46859 2024-11-12T17:56:57,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46859 2024-11-12T17:56:57,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46859 2024-11-12T17:56:57,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:56:57,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:57,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:57,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:56:57,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:56:57,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:56:57,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:56:57,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:56:57,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39795 2024-11-12T17:56:57,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39795 connecting to ZooKeeper ensemble=127.0.0.1:55876 2024-11-12T17:56:57,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:57,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397950x0, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:56:57,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397950x0, quorum=127.0.0.1:55876, baseZNode=/21785567950 Set watcher on znode that does not yet exist, /21785567950/running 2024-11-12T17:56:57,621 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:56:57,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39795-0x101317ae6df0007 connected 2024-11-12T17:56:57,666 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:56:57,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Set watcher on znode that does not yet exist, /21785567950/master 2024-11-12T17:56:57,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Set watcher on znode that does not yet exist, /21785567950/acl 2024-11-12T17:56:57,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-12T17:56:57,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39795 2024-11-12T17:56:57,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39795 2024-11-12T17:56:57,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-12T17:56:57,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-12T17:56:57,784 DEBUG [M:0;6684de3f6e40:46859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:46859 2024-11-12T17:56:57,786 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21785567950/backup-masters/6684de3f6e40,46859,1731434217305 2024-11-12T17:56:57,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950/backup-masters 2024-11-12T17:56:57,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950/backup-masters 2024-11-12T17:56:57,813 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Set watcher on existing znode=/21785567950/backup-masters/6684de3f6e40,46859,1731434217305 2024-11-12T17:56:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21785567950/master 2024-11-12T17:56:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:56:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:56:57,833 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Set watcher on existing znode=/21785567950/master 2024-11-12T17:56:57,839 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21785567950/backup-masters/6684de3f6e40,46859,1731434217305 from backup master directory 2024-11-12T17:56:57,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21785567950/backup-masters/6684de3f6e40,46859,1731434217305 2024-11-12T17:56:57,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950/backup-masters 2024-11-12T17:56:57,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950/backup-masters 2024-11-12T17:56:57,855 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:56:57,855 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,46859,1731434217305 2024-11-12T17:56:57,897 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/hbase.id] with ID: 0e4216b1-d959-480c-82be-146f16c372af 2024-11-12T17:56:57,897 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/.tmp/hbase.id 2024-11-12T17:56:57,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:56:57,986 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/.tmp/hbase.id]:[hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/hbase.id] 2024-11-12T17:56:58,019 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:56:58,019 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:56:58,020 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T17:56:58,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:56:58,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:56:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:56:58,531 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:56:58,532 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:56:58,535 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:56:58,631 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store 2024-11-12T17:56:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:56:58,682 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:58,682 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:56:58,682 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:58,682 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:58,682 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:56:58,682 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:58,682 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:56:58,682 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434218682Disabling compacts and flushes for region at 1731434218682Disabling writes for close at 1731434218682Writing region close event to WAL at 1731434218682Closed at 1731434218682 2024-11-12T17:56:58,694 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/.initializing 2024-11-12T17:56:58,694 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/WALs/6684de3f6e40,46859,1731434217305 2024-11-12T17:56:58,696 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:56:58,698 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C46859%2C1731434217305, suffix=, logDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/WALs/6684de3f6e40,46859,1731434217305, archiveDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/oldWALs, maxLogs=10 2024-11-12T17:56:58,739 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/WALs/6684de3f6e40,46859,1731434217305/6684de3f6e40%2C46859%2C1731434217305.1731434218698, exclude list is [], retry=0 2024-11-12T17:56:58,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44335,DS-6e26a171-ba84-4975-b05d-4af5e871e210,DISK] 2024-11-12T17:56:58,802 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/WALs/6684de3f6e40,46859,1731434217305/6684de3f6e40%2C46859%2C1731434217305.1731434218698 2024-11-12T17:56:58,806 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41223:41223)] 2024-11-12T17:56:58,806 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:56:58,806 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:58,807 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,807 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:56:58,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:58,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:58,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:56:58,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:58,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:58,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:56:58,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:58,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:58,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:56:58,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:58,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:56:58,890 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,892 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,894 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,904 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,904 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,905 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:56:58,906 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:56:58,915 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:56:58,916 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62123745, jitterRate=-0.07428406178951263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:56:58,916 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434218807Initializing all the Stores at 1731434218821 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434218821Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434218826 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434218826Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434218826Cleaning up temporary data from old regions at 1731434218904 (+78 ms)Region opened successfully at 1731434218916 (+12 ms) 2024-11-12T17:56:58,919 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:56:58,928 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688d8514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:56:58,933 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:56:58,934 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:56:58,934 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:56:58,934 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:56:58,934 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T17:56:58,935 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:56:58,935 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:56:58,940 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:56:58,954 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:56:58,955 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Unable to get data of znode /21785567950/balancer because node does not exist (not necessarily an error) 2024-11-12T17:56:58,978 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21785567950/balancer already deleted, retry=false 2024-11-12T17:56:58,979 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:56:58,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:58,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:58,992 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Unable to get data of znode /21785567950/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:56:59,012 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21785567950/normalizer already deleted, retry=false 2024-11-12T17:56:59,012 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:56:59,027 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Unable to get data of znode /21785567950/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:56:59,036 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21785567950/switch/split already deleted, retry=false 2024-11-12T17:56:59,037 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Unable to get data of znode /21785567950/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:56:59,049 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21785567950/switch/merge already deleted, retry=false 2024-11-12T17:56:59,051 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Unable to get data of znode /21785567950/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:56:59,115 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21785567950/snapshot-cleanup already deleted, retry=false 2024-11-12T17:56:59,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21785567950/running 2024-11-12T17:56:59,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:56:59,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21785567950/running 2024-11-12T17:56:59,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:56:59,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:59,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:59,130 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,46859,1731434217305, sessionid=0x101317ae6df0006, setting cluster-up flag (Was=false) 2024-11-12T17:56:59,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:59,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:59,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:59,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:59,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:56:59,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:56:59,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:59,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:59,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:56:59,178 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21785567950/flush-table-proc/acquired, /21785567950/flush-table-proc/reached, /21785567950/flush-table-proc/abort 2024-11-12T17:56:59,182 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,46859,1731434217305 2024-11-12T17:56:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:56:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:56:59,237 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21785567950/online-snapshot/acquired, /21785567950/online-snapshot/reached, /21785567950/online-snapshot/abort 2024-11-12T17:56:59,245 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,46859,1731434217305 2024-11-12T17:56:59,260 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:56:59,275 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:59,275 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:56:59,275 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:56:59,276 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,46859,1731434217305 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:56:59,277 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:59,277 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:59,277 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:59,277 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:56:59,277 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:56:59,277 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,277 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:56:59,277 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:56:59,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:56:59,315 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:59,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:56:59,322 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(746): ClusterId : 0e4216b1-d959-480c-82be-146f16c372af 2024-11-12T17:56:59,322 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:56:59,330 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:56:59,331 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:56:59,338 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:56:59,338 DEBUG [RS:0;6684de3f6e40:39795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3f83c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:56:59,350 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434249350 2024-11-12T17:56:59,351 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:56:59,351 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:56:59,351 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:56:59,351 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:56:59,351 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:56:59,351 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:56:59,370 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,381 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:56:59,382 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:56:59,382 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:56:59,382 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:56:59,383 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:56:59,383 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:56:59,386 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434219383,5,FailOnTimeoutGroup] 2024-11-12T17:56:59,386 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:39795 2024-11-12T17:56:59,386 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:56:59,386 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:56:59,387 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:56:59,396 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434219386,5,FailOnTimeoutGroup] 2024-11-12T17:56:59,396 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,396 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:56:59,396 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,396 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,405 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,46859,1731434217305 with port=39795, startcode=1731434217573 2024-11-12T17:56:59,405 DEBUG [RS:0;6684de3f6e40:39795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:56:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:56:59,420 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:56:59,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,39795,1731434217573 2024-11-12T17:56:59,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46859 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,39795,1731434217573 2024-11-12T17:56:59,424 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8 2024-11-12T17:56:59,424 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36725 2024-11-12T17:56:59,424 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:56:59,483 DEBUG [RS:0;6684de3f6e40:39795 {}] zookeeper.ZKUtil(111): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Set watcher on existing znode=/21785567950/rs/6684de3f6e40,39795,1731434217573 2024-11-12T17:56:59,483 WARN [RS:0;6684de3f6e40:39795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:56:59,483 INFO [RS:0;6684de3f6e40:39795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:56:59,483 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573 2024-11-12T17:56:59,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950/rs 2024-11-12T17:56:59,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,39795,1731434217573] 2024-11-12T17:56:59,552 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:56:59,568 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:56:59,576 INFO [RS:0;6684de3f6e40:39795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:56:59,576 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,580 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:56:59,583 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:56:59,583 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,583 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:56:59,584 DEBUG [RS:0;6684de3f6e40:39795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:56:59,616 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,616 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,616 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,616 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,616 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,616 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39795,1731434217573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:56:59,688 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:56:59,689 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39795,1731434217573-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,689 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,689 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.Replication(171): 6684de3f6e40,39795,1731434217573 started 2024-11-12T17:56:59,737 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:56:59,740 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,39795,1731434217573, RpcServer on 6684de3f6e40/172.17.0.3:39795, sessionid=0x101317ae6df0007 2024-11-12T17:56:59,740 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:56:59,740 DEBUG [RS:0;6684de3f6e40:39795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,39795,1731434217573 2024-11-12T17:56:59,740 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,39795,1731434217573' 2024-11-12T17:56:59,740 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21785567950/flush-table-proc/abort' 2024-11-12T17:56:59,742 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21785567950/flush-table-proc/acquired' 2024-11-12T17:56:59,742 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:56:59,742 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:56:59,742 DEBUG [RS:0;6684de3f6e40:39795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,39795,1731434217573 2024-11-12T17:56:59,742 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,39795,1731434217573' 2024-11-12T17:56:59,742 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21785567950/online-snapshot/abort' 2024-11-12T17:56:59,743 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21785567950/online-snapshot/acquired' 2024-11-12T17:56:59,743 DEBUG [RS:0;6684de3f6e40:39795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:56:59,743 INFO [RS:0;6684de3f6e40:39795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:56:59,743 INFO [RS:0;6684de3f6e40:39795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:56:59,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:56:59,836 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8 2024-11-12T17:56:59,848 INFO [RS:0;6684de3f6e40:39795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:56:59,868 INFO [RS:0;6684de3f6e40:39795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C39795%2C1731434217573, suffix=, logDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573, archiveDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/oldWALs, maxLogs=10 2024-11-12T17:56:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:56:59,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:56:59,921 DEBUG [RS:0;6684de3f6e40:39795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, exclude list is [], retry=0 2024-11-12T17:56:59,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:56:59,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44335,DS-6e26a171-ba84-4975-b05d-4af5e871e210,DISK] 2024-11-12T17:56:59,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:56:59,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:59,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:59,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:56:59,960 INFO [RS:0;6684de3f6e40:39795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 2024-11-12T17:56:59,960 DEBUG [RS:0;6684de3f6e40:39795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41223:41223)] 2024-11-12T17:56:59,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:56:59,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:59,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:59,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:56:59,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:56:59,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:56:59,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:56:59,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:56:59,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:56:59,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:00,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:00,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:57:00,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740 2024-11-12T17:57:00,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740 2024-11-12T17:57:00,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:57:00,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:57:00,018 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:57:00,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:57:00,024 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:00,025 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69946643, jitterRate=0.04228620231151581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:57:00,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434219911Initializing all the Stores at 1731434219921 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434219921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434219926 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434219926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434219926Cleaning up temporary data from old regions at 1731434220011 (+85 ms)Region opened successfully at 1731434220025 (+14 ms) 2024-11-12T17:57:00,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:57:00,025 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:57:00,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:57:00,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:57:00,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:57:00,042 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:57:00,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434220025Disabling compacts and flushes for region at 1731434220025Disabling writes for close at 1731434220025Writing region close event to WAL at 1731434220042 (+17 ms)Closed at 1731434220042 2024-11-12T17:57:00,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:00,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:57:00,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:57:00,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:57:00,046 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:57:00,199 DEBUG [6684de3f6e40:46859 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:57:00,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,39795,1731434217573 2024-11-12T17:57:00,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,39795,1731434217573, state=OPENING 2024-11-12T17:57:00,222 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:57:00,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:57:00,230 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:57:00,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,39795,1731434217573}] 2024-11-12T17:57:00,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:57:00,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21785567950/meta-region-server: CHANGED 2024-11-12T17:57:00,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21785567950/meta-region-server: CHANGED 2024-11-12T17:57:00,392 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:57:00,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:57:00,494 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:57:00,494 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:00,494 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:57:00,512 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C39795%2C1731434217573.meta, suffix=.meta, logDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573, archiveDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/oldWALs, maxLogs=10 2024-11-12T17:57:00,550 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.meta.1731434220512.meta, exclude list is [], retry=0 2024-11-12T17:57:00,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44335,DS-6e26a171-ba84-4975-b05d-4af5e871e210,DISK] 2024-11-12T17:57:00,580 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.meta.1731434220512.meta 2024-11-12T17:57:00,592 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41223:41223)] 2024-11-12T17:57:00,592 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:00,592 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:00,593 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:57:00,593 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:57:00,593 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:57:00,593 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:57:00,593 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:00,593 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:57:00,593 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:57:00,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:57:00,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:57:00,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:00,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:00,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:57:00,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:57:00,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:00,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:00,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:57:00,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:57:00,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:00,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:00,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:57:00,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:57:00,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:00,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:00,639 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:57:00,645 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740 2024-11-12T17:57:00,664 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740 2024-11-12T17:57:00,695 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:57:00,695 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:57:00,704 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:57:00,727 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:57:00,746 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68750995, jitterRate=0.024469658732414246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:57:00,746 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:57:00,746 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434220593Writing region info on filesystem at 1731434220593Initializing all the Stores at 1731434220595 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434220595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434220595Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434220595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434220595Cleaning up temporary data from old regions at 1731434220695 (+100 ms)Running coprocessor post-open hooks at 1731434220746 (+51 ms)Region opened successfully at 1731434220746 2024-11-12T17:57:00,747 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434220391 2024-11-12T17:57:00,755 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:57:00,755 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:57:00,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,39795,1731434217573 2024-11-12T17:57:00,761 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,39795,1731434217573, state=OPEN 2024-11-12T17:57:00,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21785567950/meta-region-server 2024-11-12T17:57:00,788 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,39795,1731434217573 2024-11-12T17:57:00,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21785567950/meta-region-server: CHANGED 2024-11-12T17:57:00,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:57:00,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,39795,1731434217573 in 558 msec 2024-11-12T17:57:00,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21785567950/meta-region-server 2024-11-12T17:57:00,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21785567950/meta-region-server: CHANGED 2024-11-12T17:57:00,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:57:00,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-11-12T17:57:00,794 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:00,794 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:57:00,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:00,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39795,1731434217573, seqNum=-1] 2024-11-12T17:57:00,820 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:00,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:57:00,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5780 sec 2024-11-12T17:57:00,864 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434220864, completionTime=-1 2024-11-12T17:57:00,864 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:57:00,864 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:57:00,876 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:57:00,876 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434280876 2024-11-12T17:57:00,876 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434340876 2024-11-12T17:57:00,876 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-12T17:57:00,877 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46859,1731434217305-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:00,877 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46859,1731434217305-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:00,877 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46859,1731434217305-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:00,877 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:46859, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:00,877 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:00,884 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:57:00,884 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:00,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.049sec 2024-11-12T17:57:00,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:57:00,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:57:00,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:57:00,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:57:00,905 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:57:00,905 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46859,1731434217305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:57:00,905 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46859,1731434217305-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:57:00,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98ec31b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:00,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,46859,-1 for getting cluster id 2024-11-12T17:57:00,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:00,951 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:57:00,951 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:57:00,951 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,46859,1731434217305-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:00,956 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e4216b1-d959-480c-82be-146f16c372af' 2024-11-12T17:57:00,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:00,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e4216b1-d959-480c-82be-146f16c372af" 2024-11-12T17:57:00,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d41f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:00,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,46859,-1] 2024-11-12T17:57:00,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:00,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:00,965 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:00,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8f3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:00,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:00,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39795,1731434217573, seqNum=-1] 2024-11-12T17:57:00,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:00,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:57:01,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,46859,1731434217305 2024-11-12T17:57:01,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55876 2024-11-12T17:57:01,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:57:01,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101317ae6df0008 connected 2024-11-12T17:57:01,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,39479,1731434201943 2024-11-12T17:57:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d9242e 2024-11-12T17:57:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:01,067 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:01,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:57:01,082 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:57:01,082 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:01,084 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:57:01,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:57:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:57:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:01,606 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab7d5a4a54d07a54d3992db543c1ac34, NAME => 'test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa 2024-11-12T17:57:01,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:57:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:02,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:02,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ab7d5a4a54d07a54d3992db543c1ac34, disabling compactions & flushes 2024-11-12T17:57:02,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:02,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:02,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. after waiting 0 ms 2024-11-12T17:57:02,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:02,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:02,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab7d5a4a54d07a54d3992db543c1ac34: Waiting for close lock at 1731434222088Disabling compacts and flushes for region at 1731434222088Disabling writes for close at 1731434222088Writing region close event to WAL at 1731434222088Closed at 1731434222088 2024-11-12T17:57:02,093 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:57:02,094 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434222093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434222093"}]},"ts":"1731434222093"} 2024-11-12T17:57:02,102 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:57:02,103 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:57:02,103 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434222103"}]},"ts":"1731434222103"} 2024-11-12T17:57:02,108 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:57:02,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab7d5a4a54d07a54d3992db543c1ac34, ASSIGN}] 2024-11-12T17:57:02,118 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab7d5a4a54d07a54d3992db543c1ac34, ASSIGN 2024-11-12T17:57:02,119 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ab7d5a4a54d07a54d3992db543c1ac34, ASSIGN; state=OFFLINE, location=6684de3f6e40,37219,1731434202289; forceNewPlan=false, retain=false 2024-11-12T17:57:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:02,270 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab7d5a4a54d07a54d3992db543c1ac34, regionState=OPENING, regionLocation=6684de3f6e40,37219,1731434202289 2024-11-12T17:57:02,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ab7d5a4a54d07a54d3992db543c1ac34, ASSIGN because future has completed 2024-11-12T17:57:02,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab7d5a4a54d07a54d3992db543c1ac34, server=6684de3f6e40,37219,1731434202289}] 2024-11-12T17:57:02,491 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:02,491 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ab7d5a4a54d07a54d3992db543c1ac34, NAME => 'test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:02,492 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:02,492 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:57:02,492 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,492 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:02,496 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,496 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,515 INFO [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,517 INFO [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab7d5a4a54d07a54d3992db543c1ac34 columnFamilyName f 2024-11-12T17:57:02,517 DEBUG [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:02,517 INFO [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] regionserver.HStore(327): Store=ab7d5a4a54d07a54d3992db543c1ac34/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:02,517 INFO [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,519 INFO [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab7d5a4a54d07a54d3992db543c1ac34 columnFamilyName f1 2024-11-12T17:57:02,519 DEBUG [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:02,520 INFO [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] regionserver.HStore(327): Store=ab7d5a4a54d07a54d3992db543c1ac34/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:02,520 INFO [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,521 INFO [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab7d5a4a54d07a54d3992db543c1ac34 columnFamilyName norep 2024-11-12T17:57:02,521 DEBUG [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:02,522 INFO [StoreOpener-ab7d5a4a54d07a54d3992db543c1ac34-1 {}] regionserver.HStore(327): Store=ab7d5a4a54d07a54d3992db543c1ac34/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:02,524 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,524 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,525 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,526 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,526 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,526 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:57:02,528 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,544 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:02,544 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ab7d5a4a54d07a54d3992db543c1ac34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66672971, jitterRate=-0.006495311856269836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:57:02,544 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:02,545 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ab7d5a4a54d07a54d3992db543c1ac34: Running coprocessor pre-open hook at 1731434222496Writing region info on filesystem at 1731434222496Initializing all the Stores at 1731434222497 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434222497Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434222511 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434222511Cleaning up temporary data from old regions at 1731434222526 (+15 ms)Running coprocessor post-open hooks at 1731434222544 (+18 ms)Region opened successfully at 1731434222545 (+1 ms) 2024-11-12T17:57:02,552 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34., pid=6, masterSystemTime=1731434222431 2024-11-12T17:57:02,558 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:02,558 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:02,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab7d5a4a54d07a54d3992db543c1ac34, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,37219,1731434202289 2024-11-12T17:57:02,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab7d5a4a54d07a54d3992db543c1ac34, server=6684de3f6e40,37219,1731434202289 because future has completed 2024-11-12T17:57:02,576 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39479 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,37219,1731434202289, table=test, region=ab7d5a4a54d07a54d3992db543c1ac34. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T17:57:02,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:57:02,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ab7d5a4a54d07a54d3992db543c1ac34, server=6684de3f6e40,37219,1731434202289 in 300 msec 2024-11-12T17:57:02,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:57:02,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ab7d5a4a54d07a54d3992db543c1ac34, ASSIGN in 473 msec 2024-11-12T17:57:02,585 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:57:02,587 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434222585"}]},"ts":"1731434222585"} 2024-11-12T17:57:02,590 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:57:02,594 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:57:02,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.5220 sec 2024-11-12T17:57:02,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T17:57:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:03,254 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:57:03,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,44557,1731434210182 2024-11-12T17:57:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a0ada8a 2024-11-12T17:57:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:03,260 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:03,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:57:03,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:57:03,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:03,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:57:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:03,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:57:03,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:57:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:03,742 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c0dae5d182841db282150ec35c64388, NAME => 'test,,1731434223261.0c0dae5d182841db282150ec35c64388.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3 2024-11-12T17:57:03,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:57:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:04,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T17:57:04,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T17:57:04,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:57:04,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T17:57:04,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434223261.0c0dae5d182841db282150ec35c64388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:04,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0c0dae5d182841db282150ec35c64388, disabling compactions & flushes 2024-11-12T17:57:04,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:04,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:04,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434223261.0c0dae5d182841db282150ec35c64388. after waiting 0 ms 2024-11-12T17:57:04,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:04,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:04,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c0dae5d182841db282150ec35c64388: Waiting for close lock at 1731434224250Disabling compacts and flushes for region at 1731434224250Disabling writes for close at 1731434224250Writing region close event to WAL at 1731434224251 (+1 ms)Closed at 1731434224251 2024-11-12T17:57:04,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:57:04,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434223261.0c0dae5d182841db282150ec35c64388.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434224252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434224252"}]},"ts":"1731434224252"} 2024-11-12T17:57:04,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:57:04,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:57:04,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434224265"}]},"ts":"1731434224265"} 2024-11-12T17:57:04,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:57:04,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c0dae5d182841db282150ec35c64388, ASSIGN}] 2024-11-12T17:57:04,287 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c0dae5d182841db282150ec35c64388, ASSIGN 2024-11-12T17:57:04,288 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0c0dae5d182841db282150ec35c64388, ASSIGN; state=OFFLINE, location=6684de3f6e40,39289,1731434210549; forceNewPlan=false, retain=false 2024-11-12T17:57:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:04,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c0dae5d182841db282150ec35c64388, regionState=OPENING, regionLocation=6684de3f6e40,39289,1731434210549 2024-11-12T17:57:04,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0c0dae5d182841db282150ec35c64388, ASSIGN because future has completed 2024-11-12T17:57:04,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c0dae5d182841db282150ec35c64388, server=6684de3f6e40,39289,1731434210549}] 2024-11-12T17:57:04,696 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:04,696 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c0dae5d182841db282150ec35c64388, NAME => 'test,,1731434223261.0c0dae5d182841db282150ec35c64388.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:04,696 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:04,696 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:57:04,697 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,697 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434223261.0c0dae5d182841db282150ec35c64388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:04,697 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,697 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,720 INFO [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,728 INFO [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c0dae5d182841db282150ec35c64388 columnFamilyName f 2024-11-12T17:57:04,728 DEBUG [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:04,729 INFO [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] regionserver.HStore(327): Store=0c0dae5d182841db282150ec35c64388/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:04,729 INFO [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,731 INFO [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c0dae5d182841db282150ec35c64388 columnFamilyName f1 2024-11-12T17:57:04,731 DEBUG [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:04,731 INFO [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] regionserver.HStore(327): Store=0c0dae5d182841db282150ec35c64388/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:04,731 INFO [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,734 INFO [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c0dae5d182841db282150ec35c64388 columnFamilyName norep 2024-11-12T17:57:04,734 DEBUG [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:04,734 INFO [StoreOpener-0c0dae5d182841db282150ec35c64388-1 {}] regionserver.HStore(327): Store=0c0dae5d182841db282150ec35c64388/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:04,734 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,745 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,746 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,747 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,747 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,748 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:57:04,749 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,787 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:04,789 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c0dae5d182841db282150ec35c64388; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66213814, jitterRate=-0.013337284326553345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:57:04,790 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:04,790 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c0dae5d182841db282150ec35c64388: Running coprocessor pre-open hook at 1731434224697Writing region info on filesystem at 1731434224697Initializing all the Stores at 1731434224703 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434224703Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434224715 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434224715Cleaning up temporary data from old regions at 1731434224747 (+32 ms)Running coprocessor post-open hooks at 1731434224790 (+43 ms)Region opened successfully at 1731434224790 2024-11-12T17:57:04,791 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434223261.0c0dae5d182841db282150ec35c64388., pid=6, masterSystemTime=1731434224631 2024-11-12T17:57:04,795 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:04,795 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:04,799 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c0dae5d182841db282150ec35c64388, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,39289,1731434210549 2024-11-12T17:57:04,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c0dae5d182841db282150ec35c64388, server=6684de3f6e40,39289,1731434210549 because future has completed 2024-11-12T17:57:04,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:57:04,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c0dae5d182841db282150ec35c64388, server=6684de3f6e40,39289,1731434210549 in 339 msec 2024-11-12T17:57:04,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:57:04,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0c0dae5d182841db282150ec35c64388, ASSIGN in 535 msec 2024-11-12T17:57:04,839 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:57:04,840 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434224839"}]},"ts":"1731434224839"} 2024-11-12T17:57:04,849 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:57:04,852 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:57:04,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.5910 sec 2024-11-12T17:57:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:05,444 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:57:05,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,46859,1731434217305 2024-11-12T17:57:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bbccf9d 2024-11-12T17:57:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:05,447 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:05,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:57:05,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:57:05,459 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:05,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:57:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:05,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:57:05,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:57:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:05,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68f1b544f61f18d7c3b030b36673c953, NAME => 'test,,1731434225447.68f1b544f61f18d7c3b030b36673c953.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8 2024-11-12T17:57:06,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:57:06,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434225447.68f1b544f61f18d7c3b030b36673c953.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:06,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 68f1b544f61f18d7c3b030b36673c953, disabling compactions & flushes 2024-11-12T17:57:06,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:06,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:06,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. after waiting 0 ms 2024-11-12T17:57:06,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:06,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:06,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68f1b544f61f18d7c3b030b36673c953: Waiting for close lock at 1731434226030Disabling compacts and flushes for region at 1731434226030Disabling writes for close at 1731434226031 (+1 ms)Writing region close event to WAL at 1731434226031Closed at 1731434226031 2024-11-12T17:57:06,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:57:06,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434225447.68f1b544f61f18d7c3b030b36673c953.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434226033"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434226033"}]},"ts":"1731434226033"} 2024-11-12T17:57:06,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:57:06,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:57:06,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434226047"}]},"ts":"1731434226047"} 2024-11-12T17:57:06,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:57:06,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68f1b544f61f18d7c3b030b36673c953, ASSIGN}] 2024-11-12T17:57:06,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68f1b544f61f18d7c3b030b36673c953, ASSIGN 2024-11-12T17:57:06,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=68f1b544f61f18d7c3b030b36673c953, ASSIGN; state=OFFLINE, location=6684de3f6e40,39795,1731434217573; forceNewPlan=false, retain=false 2024-11-12T17:57:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:06,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:57:06,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:06,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:06,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68f1b544f61f18d7c3b030b36673c953, regionState=OPENING, regionLocation=6684de3f6e40,39795,1731434217573 2024-11-12T17:57:06,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=68f1b544f61f18d7c3b030b36673c953, ASSIGN because future has completed 2024-11-12T17:57:06,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68f1b544f61f18d7c3b030b36673c953, server=6684de3f6e40,39795,1731434217573}] 2024-11-12T17:57:06,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:06,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:06,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:06,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:06,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:06,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:06,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:06,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:06,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:06,485 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:06,485 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 68f1b544f61f18d7c3b030b36673c953, NAME => 'test,,1731434225447.68f1b544f61f18d7c3b030b36673c953.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:06,485 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:06,486 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:57:06,486 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,486 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434225447.68f1b544f61f18d7c3b030b36673c953.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:06,486 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,486 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,512 INFO [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,516 INFO [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68f1b544f61f18d7c3b030b36673c953 columnFamilyName f 2024-11-12T17:57:06,516 DEBUG [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:06,520 INFO [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] regionserver.HStore(327): Store=68f1b544f61f18d7c3b030b36673c953/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:06,520 INFO [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,522 INFO [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68f1b544f61f18d7c3b030b36673c953 columnFamilyName f1 2024-11-12T17:57:06,522 DEBUG [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:06,523 INFO [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] regionserver.HStore(327): Store=68f1b544f61f18d7c3b030b36673c953/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:06,524 INFO [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,529 INFO [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68f1b544f61f18d7c3b030b36673c953 columnFamilyName norep 2024-11-12T17:57:06,530 DEBUG [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:06,531 INFO [StoreOpener-68f1b544f61f18d7c3b030b36673c953-1 {}] regionserver.HStore(327): Store=68f1b544f61f18d7c3b030b36673c953/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:06,535 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,538 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,538 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,543 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,544 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,546 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:57:06,547 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,563 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:06,564 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 68f1b544f61f18d7c3b030b36673c953; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69473084, jitterRate=0.035229623317718506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:57:06,564 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:06,564 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 68f1b544f61f18d7c3b030b36673c953: Running coprocessor pre-open hook at 1731434226486Writing region info on filesystem at 1731434226486Initializing all the Stores at 1731434226504 (+18 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434226504Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434226507 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434226507Cleaning up temporary data from old regions at 1731434226544 (+37 ms)Running coprocessor post-open hooks at 1731434226564 (+20 ms)Region opened successfully at 1731434226564 2024-11-12T17:57:06,567 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434225447.68f1b544f61f18d7c3b030b36673c953., pid=6, masterSystemTime=1731434226440 2024-11-12T17:57:06,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68f1b544f61f18d7c3b030b36673c953, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,39795,1731434217573 2024-11-12T17:57:06,573 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:06,573 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:06,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68f1b544f61f18d7c3b030b36673c953, server=6684de3f6e40,39795,1731434217573 because future has completed 2024-11-12T17:57:06,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:57:06,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 68f1b544f61f18d7c3b030b36673c953, server=6684de3f6e40,39795,1731434217573 in 306 msec 2024-11-12T17:57:06,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:57:06,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=68f1b544f61f18d7c3b030b36673c953, ASSIGN in 532 msec 2024-11-12T17:57:06,595 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:57:06,595 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434226595"}]},"ts":"1731434226595"} 2024-11-12T17:57:06,597 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:57:06,599 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:57:06,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-12T17:57:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:06,604 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:57:06,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190ca877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:06,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39479,-1 for getting cluster id 2024-11-12T17:57:06,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:06,617 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccca5555-eb45-495b-99a0-fe163ca8565c' 2024-11-12T17:57:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccca5555-eb45-495b-99a0-fe163ca8565c" 2024-11-12T17:57:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea0dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39479,-1] 2024-11-12T17:57:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:06,620 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538e22ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:06,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,39479,1731434201943 2024-11-12T17:57:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33a4e439 2024-11-12T17:57:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:06,627 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:06,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:44557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:57:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:57:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:06,632 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:44557' 2024-11-12T17:57:06,633 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396488fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:06,633 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44557,-1 for getting cluster id 2024-11-12T17:57:06,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:06,634 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd9d4084-2954-4758-98ee-25ff7301a0f3' 2024-11-12T17:57:06,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:06,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd9d4084-2954-4758-98ee-25ff7301a0f3" 2024-11-12T17:57:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aedb637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44557,-1] 2024-11-12T17:57:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:06,637 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:06,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9ab99e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:06,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:06,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,44557,1731434210182 2024-11-12T17:57:06,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29282c5b 2024-11-12T17:57:06,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:06,644 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:06,645 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T17:57:06,646 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:57:06,646 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:06,646 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:06,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:06,646 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:06,648 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:57:06,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:57:06,650 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:06,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:57:06,698 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:57:06,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:57:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:07,124 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b17bc17e3219baeee47fb581d6992db, NAME => 'hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa 2024-11-12T17:57:07,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:57:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:07,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:07,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2b17bc17e3219baeee47fb581d6992db, disabling compactions & flushes 2024-11-12T17:57:07,598 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:07,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:07,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. after waiting 0 ms 2024-11-12T17:57:07,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:07,598 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:07,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b17bc17e3219baeee47fb581d6992db: Waiting for close lock at 1731434227598Disabling compacts and flushes for region at 1731434227598Disabling writes for close at 1731434227598Writing region close event to WAL at 1731434227598Closed at 1731434227598 2024-11-12T17:57:07,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:57:07,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434227603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434227603"}]},"ts":"1731434227603"} 2024-11-12T17:57:07,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:57:07,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:57:07,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434227616"}]},"ts":"1731434227616"} 2024-11-12T17:57:07,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:57:07,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b17bc17e3219baeee47fb581d6992db, ASSIGN}] 2024-11-12T17:57:07,625 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b17bc17e3219baeee47fb581d6992db, ASSIGN 2024-11-12T17:57:07,626 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b17bc17e3219baeee47fb581d6992db, ASSIGN; state=OFFLINE, location=6684de3f6e40,37219,1731434202289; forceNewPlan=false, retain=false 2024-11-12T17:57:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:07,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b17bc17e3219baeee47fb581d6992db, regionState=OPENING, regionLocation=6684de3f6e40,37219,1731434202289 2024-11-12T17:57:07,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b17bc17e3219baeee47fb581d6992db, ASSIGN because future has completed 2024-11-12T17:57:07,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b17bc17e3219baeee47fb581d6992db, server=6684de3f6e40,37219,1731434202289}] 2024-11-12T17:57:07,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:07,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:07,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:57:07,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C37219%2C1731434202289.rep, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/oldWALs, maxLogs=10 2024-11-12T17:57:08,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.rep.1731434227984, exclude list is [], retry=0 2024-11-12T17:57:08,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41529,DS-5879de60-ff57-4bff-bdd5-09335ce980df,DISK] 2024-11-12T17:57:08,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.rep.1731434227984 2024-11-12T17:57:08,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36919:36919)] 2024-11-12T17:57:08,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b17bc17e3219baeee47fb581d6992db, NAME => 'hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:08,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:08,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:57:08,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. service=MultiRowMutationService 2024-11-12T17:57:08,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:57:08,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:08,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,047 INFO [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,057 INFO [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b17bc17e3219baeee47fb581d6992db columnFamilyName hfileref 2024-11-12T17:57:08,057 DEBUG [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:08,060 INFO [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] regionserver.HStore(327): Store=2b17bc17e3219baeee47fb581d6992db/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:08,061 INFO [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,068 INFO [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b17bc17e3219baeee47fb581d6992db columnFamilyName queue 2024-11-12T17:57:08,068 DEBUG [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:08,070 INFO [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] regionserver.HStore(327): Store=2b17bc17e3219baeee47fb581d6992db/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:08,071 INFO [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,072 INFO [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b17bc17e3219baeee47fb581d6992db columnFamilyName sid 2024-11-12T17:57:08,072 DEBUG [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:08,079 INFO [StoreOpener-2b17bc17e3219baeee47fb581d6992db-1 {}] regionserver.HStore(327): Store=2b17bc17e3219baeee47fb581d6992db/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:08,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/replication/2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/replication/2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:57:08,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/replication/2b17bc17e3219baeee47fb581d6992db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:08,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2b17bc17e3219baeee47fb581d6992db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73242597, jitterRate=0.09139974415302277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:57:08,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:08,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2b17bc17e3219baeee47fb581d6992db: Running coprocessor pre-open hook at 1731434228022Writing region info on filesystem at 1731434228022Initializing all the Stores at 1731434228041 (+19 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434228041Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434228045 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434228045Cleaning up temporary data from old regions at 1731434228087 (+42 ms)Running coprocessor post-open hooks at 1731434228102 (+15 ms)Region opened successfully at 1731434228102 2024-11-12T17:57:08,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db., pid=10, masterSystemTime=1731434227955 2024-11-12T17:57:08,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:08,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:08,118 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b17bc17e3219baeee47fb581d6992db, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,37219,1731434202289 2024-11-12T17:57:08,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b17bc17e3219baeee47fb581d6992db, server=6684de3f6e40,37219,1731434202289 because future has completed 2024-11-12T17:57:08,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:57:08,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b17bc17e3219baeee47fb581d6992db, server=6684de3f6e40,37219,1731434202289 in 340 msec 2024-11-12T17:57:08,151 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:57:08,151 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434228151"}]},"ts":"1731434228151"} 2024-11-12T17:57:08,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:57:08,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b17bc17e3219baeee47fb581d6992db, ASSIGN in 523 msec 2024-11-12T17:57:08,154 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:57:08,156 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:57:08,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.5100 sec 2024-11-12T17:57:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db., hostname=6684de3f6e40,37219,1731434202289, seqNum=2] 2024-11-12T17:57:08,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:57:08,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:57:08,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:57:08,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:57:08,452 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:57:08,497 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,37219,1731434202289, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:57:08,498 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:08,498 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37219,1731434202289, seqNum=-1] 2024-11-12T17:57:08,499 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:08,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T17:57:08,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,37219,1731434202289', locateType=CURRENT is [region=hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db., hostname=6684de3f6e40,37219,1731434202289, seqNum=2] 2024-11-12T17:57:08,518 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:57:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:57:08,522 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,37219,1731434202289 suceeded 2024-11-12T17:57:08,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:57:08,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-11-12T17:57:08,524 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:44557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:57:08,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8970 sec 2024-11-12T17:57:08,551 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:44557' 2024-11-12T17:57:08,561 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2293478c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:08,561 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44557,-1 for getting cluster id 2024-11-12T17:57:08,562 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:08,567 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd9d4084-2954-4758-98ee-25ff7301a0f3' 2024-11-12T17:57:08,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:08,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd9d4084-2954-4758-98ee-25ff7301a0f3" 2024-11-12T17:57:08,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3331dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:08,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44557,-1] 2024-11-12T17:57:08,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:08,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:08,574 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:08,576 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ab02125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:08,576 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:08,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,44557,1731434210182 2024-11-12T17:57:08,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4be939dc 2024-11-12T17:57:08,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:08,583 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-12T17:57:08,585 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,37219,1731434202289 (queues=1) is replicating from cluster=ccca5555-eb45-495b-99a0-fe163ca8565c to cluster=dd9d4084-2954-4758-98ee-25ff7301a0f3 2024-11-12T17:57:08,585 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C37219%2C1731434202289 2024-11-12T17:57:08,586 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,37219,1731434202289, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:57:08,590 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, startPosition=0, beingWritten=true 2024-11-12T17:57:08,592 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C37219%2C1731434202289 2024-11-12T17:57:08,621 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:08,621 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 379, reset compression=false 2024-11-12T17:57:08,621 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37219,1731434202289 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:08,788 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:57:08,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:57:08,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:08,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:08,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:08,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:08,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b80ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:08,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44557,-1 for getting cluster id 2024-11-12T17:57:08,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:08,799 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd9d4084-2954-4758-98ee-25ff7301a0f3' 2024-11-12T17:57:08,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:08,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd9d4084-2954-4758-98ee-25ff7301a0f3" 2024-11-12T17:57:08,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7867f43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:08,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44557,-1] 2024-11-12T17:57:08,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:08,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:08,802 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5b8db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:08,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,44557,1731434210182 2024-11-12T17:57:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72d44136 2024-11-12T17:57:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:08,811 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:08,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:46859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:57:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:57:08,815 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:46859' 2024-11-12T17:57:08,818 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16190edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:08,818 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,46859,-1 for getting cluster id 2024-11-12T17:57:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:08,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:08,827 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e4216b1-d959-480c-82be-146f16c372af' 2024-11-12T17:57:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e4216b1-d959-480c-82be-146f16c372af" 2024-11-12T17:57:08,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d23deb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:08,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,46859,-1] 2024-11-12T17:57:08,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:08,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:08,830 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:08,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7215c501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:08,831 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:08,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,46859,1731434217305 2024-11-12T17:57:08,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@553dfd7d 2024-11-12T17:57:08,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:08,834 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:08,835 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T17:57:08,835 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:57:08,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:08,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:08,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:08,836 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 379, reset compression=false 2024-11-12T17:57:08,837 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:08,838 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:57:08,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:57:08,840 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:08,842 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:57:08,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T17:57:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:57:08,889 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:57:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:09,168 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 379, reset compression=false 2024-11-12T17:57:09,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3854c8e03cb49de709056c12df47374c, NAME => 'hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3 2024-11-12T17:57:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:57:09,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:09,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3854c8e03cb49de709056c12df47374c, disabling compactions & flushes 2024-11-12T17:57:09,365 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:09,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:09,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. after waiting 0 ms 2024-11-12T17:57:09,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:09,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:09,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3854c8e03cb49de709056c12df47374c: Waiting for close lock at 1731434229365Disabling compacts and flushes for region at 1731434229365Disabling writes for close at 1731434229366 (+1 ms)Writing region close event to WAL at 1731434229366Closed at 1731434229366 2024-11-12T17:57:09,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:57:09,372 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434229371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434229371"}]},"ts":"1731434229371"} 2024-11-12T17:57:09,375 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:57:09,377 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:57:09,378 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434229377"}]},"ts":"1731434229377"} 2024-11-12T17:57:09,381 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:57:09,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3854c8e03cb49de709056c12df47374c, ASSIGN}] 2024-11-12T17:57:09,386 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3854c8e03cb49de709056c12df47374c, ASSIGN 2024-11-12T17:57:09,390 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3854c8e03cb49de709056c12df47374c, ASSIGN; state=OFFLINE, location=6684de3f6e40,39289,1731434210549; forceNewPlan=false, retain=false 2024-11-12T17:57:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:09,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3854c8e03cb49de709056c12df47374c, regionState=OPENING, regionLocation=6684de3f6e40,39289,1731434210549 2024-11-12T17:57:09,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3854c8e03cb49de709056c12df47374c, ASSIGN because future has completed 2024-11-12T17:57:09,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3854c8e03cb49de709056c12df47374c, server=6684de3f6e40,39289,1731434210549}] 2024-11-12T17:57:09,587 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 379, reset compression=false 2024-11-12T17:57:09,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:09,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:09,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:57:09,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C39289%2C1731434210549.rep, suffix=, logDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549, archiveDir=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/oldWALs, maxLogs=10 2024-11-12T17:57:09,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.rep.1731434229748, exclude list is [], retry=0 2024-11-12T17:57:09,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41177,DS-1adf7027-3e25-4080-a11c-080a79794be6,DISK] 2024-11-12T17:57:09,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.rep.1731434229748 2024-11-12T17:57:09,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-12T17:57:09,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3854c8e03cb49de709056c12df47374c, NAME => 'hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:09,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:09,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:57:09,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. service=MultiRowMutationService 2024-11-12T17:57:09,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:57:09,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:09,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,839 INFO [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,852 INFO [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3854c8e03cb49de709056c12df47374c columnFamilyName hfileref 2024-11-12T17:57:09,852 DEBUG [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:09,852 INFO [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] regionserver.HStore(327): Store=3854c8e03cb49de709056c12df47374c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:09,852 INFO [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,853 INFO [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3854c8e03cb49de709056c12df47374c columnFamilyName queue 2024-11-12T17:57:09,853 DEBUG [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:09,853 INFO [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] regionserver.HStore(327): Store=3854c8e03cb49de709056c12df47374c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:09,854 INFO [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,854 INFO [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3854c8e03cb49de709056c12df47374c columnFamilyName sid 2024-11-12T17:57:09,854 DEBUG [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:09,855 INFO [StoreOpener-3854c8e03cb49de709056c12df47374c-1 {}] regionserver.HStore(327): Store=3854c8e03cb49de709056c12df47374c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:09,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/replication/3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/replication/3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:57:09,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/replication/3854c8e03cb49de709056c12df47374c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:09,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3854c8e03cb49de709056c12df47374c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72772689, jitterRate=0.0843975692987442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:57:09,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:09,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3854c8e03cb49de709056c12df47374c: Running coprocessor pre-open hook at 1731434229825Writing region info on filesystem at 1731434229825Initializing all the Stores at 1731434229831 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434229831Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434229835 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434229835Cleaning up temporary data from old regions at 1731434229856 (+21 ms)Running coprocessor post-open hooks at 1731434229860 (+4 ms)Region opened successfully at 1731434229860 2024-11-12T17:57:09,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c., pid=10, masterSystemTime=1731434229707 2024-11-12T17:57:09,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:09,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:09,863 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3854c8e03cb49de709056c12df47374c, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,39289,1731434210549 2024-11-12T17:57:09,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3854c8e03cb49de709056c12df47374c, server=6684de3f6e40,39289,1731434210549 because future has completed 2024-11-12T17:57:09,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:57:09,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3854c8e03cb49de709056c12df47374c, server=6684de3f6e40,39289,1731434210549 in 320 msec 2024-11-12T17:57:09,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:57:09,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3854c8e03cb49de709056c12df47374c, ASSIGN in 489 msec 2024-11-12T17:57:09,872 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:57:09,873 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434229872"}]},"ts":"1731434229872"} 2024-11-12T17:57:09,874 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:57:09,875 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:57:09,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0380 sec 2024-11-12T17:57:09,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c., hostname=6684de3f6e40,39289,1731434210549, seqNum=2] 2024-11-12T17:57:09,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:57:09,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:57:09,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:57:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:10,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:57:10,115 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 379, reset compression=false 2024-11-12T17:57:10,115 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:57:10,163 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,39289,1731434210549, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:57:10,163 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:10,163 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39289,1731434210549, seqNum=-1] 2024-11-12T17:57:10,164 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:10,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T17:57:10,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,39289,1731434210549', locateType=CURRENT is [region=hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c., hostname=6684de3f6e40,39289,1731434210549, seqNum=2] 2024-11-12T17:57:10,178 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:57:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:57:10,181 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,39289,1731434210549 suceeded 2024-11-12T17:57:10,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:57:10,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-12T17:57:10,182 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:46859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:57:10,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3710 sec 2024-11-12T17:57:10,205 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:46859' 2024-11-12T17:57:10,215 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42bef01c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:10,215 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,46859,-1 for getting cluster id 2024-11-12T17:57:10,216 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:10,217 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e4216b1-d959-480c-82be-146f16c372af' 2024-11-12T17:57:10,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:10,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e4216b1-d959-480c-82be-146f16c372af" 2024-11-12T17:57:10,218 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:10,218 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fe4b276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:10,218 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,46859,-1] 2024-11-12T17:57:10,218 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:10,220 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:10,223 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b250318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:10,223 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:10,225 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,46859,1731434217305 2024-11-12T17:57:10,225 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45d19b4c 2024-11-12T17:57:10,225 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:10,227 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-12T17:57:10,228 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,39289,1731434210549 (queues=1) is replicating from cluster=dd9d4084-2954-4758-98ee-25ff7301a0f3 to cluster=0e4216b1-d959-480c-82be-146f16c372af 2024-11-12T17:57:10,228 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C39289%2C1731434210549 2024-11-12T17:57:10,228 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,39289,1731434210549, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:57:10,231 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, startPosition=0, beingWritten=true 2024-11-12T17:57:10,231 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C39289%2C1731434210549 2024-11-12T17:57:10,247 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:10,247 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 379, reset compression=false 2024-11-12T17:57:10,247 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39289,1731434210549 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:10,484 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 379, reset compression=false 2024-11-12T17:57:10,720 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 379, reset compression=false 2024-11-12T17:57:10,788 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 379, reset compression=false 2024-11-12T17:57:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:11,016 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:57:11,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:57:11,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:11,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:11,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:11,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:11,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfd2c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:11,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,46859,-1 for getting cluster id 2024-11-12T17:57:11,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:11,025 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e4216b1-d959-480c-82be-146f16c372af' 2024-11-12T17:57:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e4216b1-d959-480c-82be-146f16c372af" 2024-11-12T17:57:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffd4356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,46859,-1] 2024-11-12T17:57:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:11,027 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:11,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa9ee7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:11,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:11,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,46859,1731434217305 2024-11-12T17:57:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b0b8669 2024-11-12T17:57:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:11,035 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:11,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:39479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:57:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:57:11,039 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:39479' 2024-11-12T17:57:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:11,040 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd9a118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:11,040 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39479,-1 for getting cluster id 2024-11-12T17:57:11,040 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:11,041 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccca5555-eb45-495b-99a0-fe163ca8565c' 2024-11-12T17:57:11,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:11,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccca5555-eb45-495b-99a0-fe163ca8565c" 2024-11-12T17:57:11,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cc1322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:11,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39479,-1] 2024-11-12T17:57:11,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:11,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:11,044 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3c689d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:11,049 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:11,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,39479,1731434201943 2024-11-12T17:57:11,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f10057 2024-11-12T17:57:11,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:11,055 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:11,056 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T17:57:11,056 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:57:11,056 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:11,056 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:11,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:11,057 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:11,058 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:57:11,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:57:11,060 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:11,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:57:11,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:57:11,109 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:57:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:11,202 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 379, reset compression=false 2024-11-12T17:57:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:11,443 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 379, reset compression=false 2024-11-12T17:57:11,490 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:57:11,513 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31d3740db244f580cd10fbdc33d385c3, NAME => 'hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8 2024-11-12T17:57:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:57:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:11,727 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 379, reset compression=false 2024-11-12T17:57:11,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:11,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31d3740db244f580cd10fbdc33d385c3, disabling compactions & flushes 2024-11-12T17:57:11,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:11,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:11,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. after waiting 0 ms 2024-11-12T17:57:11,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:11,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:11,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31d3740db244f580cd10fbdc33d385c3: Waiting for close lock at 1731434231959Disabling compacts and flushes for region at 1731434231959Disabling writes for close at 1731434231959Writing region close event to WAL at 1731434231959Closed at 1731434231959 2024-11-12T17:57:11,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:57:11,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434231965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434231965"}]},"ts":"1731434231965"} 2024-11-12T17:57:11,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:57:11,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:57:11,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434231973"}]},"ts":"1731434231973"} 2024-11-12T17:57:11,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:57:11,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31d3740db244f580cd10fbdc33d385c3, ASSIGN}] 2024-11-12T17:57:11,988 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31d3740db244f580cd10fbdc33d385c3, ASSIGN 2024-11-12T17:57:11,989 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:57:11,990 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31d3740db244f580cd10fbdc33d385c3, ASSIGN; state=OFFLINE, location=6684de3f6e40,39795,1731434217573; forceNewPlan=false, retain=false 2024-11-12T17:57:11,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:11,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:12,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:12,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:12,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:12,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:12,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:12,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:12,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:12,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:12,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:12,142 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31d3740db244f580cd10fbdc33d385c3, regionState=OPENING, regionLocation=6684de3f6e40,39795,1731434217573 2024-11-12T17:57:12,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31d3740db244f580cd10fbdc33d385c3, ASSIGN because future has completed 2024-11-12T17:57:12,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31d3740db244f580cd10fbdc33d385c3, server=6684de3f6e40,39795,1731434217573}] 2024-11-12T17:57:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:12,272 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 379, reset compression=false 2024-11-12T17:57:12,301 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:12,302 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:57:12,303 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68571 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:57:12,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:12,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:12,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:57:12,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C39795%2C1731434217573.rep, suffix=, logDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573, archiveDir=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/oldWALs, maxLogs=10 2024-11-12T17:57:12,356 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 379, reset compression=false 2024-11-12T17:57:12,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.rep.1731434232349, exclude list is [], retry=0 2024-11-12T17:57:12,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44335,DS-6e26a171-ba84-4975-b05d-4af5e871e210,DISK] 2024-11-12T17:57:12,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.rep.1731434232349 2024-11-12T17:57:12,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41223:41223)] 2024-11-12T17:57:12,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 31d3740db244f580cd10fbdc33d385c3, NAME => 'hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:12,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:12,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:57:12,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. service=MultiRowMutationService 2024-11-12T17:57:12,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:57:12,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:12,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,425 INFO [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,431 INFO [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31d3740db244f580cd10fbdc33d385c3 columnFamilyName hfileref 2024-11-12T17:57:12,431 DEBUG [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:12,436 INFO [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] regionserver.HStore(327): Store=31d3740db244f580cd10fbdc33d385c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:12,436 INFO [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,445 INFO [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31d3740db244f580cd10fbdc33d385c3 columnFamilyName queue 2024-11-12T17:57:12,445 DEBUG [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:12,447 INFO [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] regionserver.HStore(327): Store=31d3740db244f580cd10fbdc33d385c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:12,448 INFO [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,454 INFO [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31d3740db244f580cd10fbdc33d385c3 columnFamilyName sid 2024-11-12T17:57:12,454 DEBUG [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:12,456 INFO [StoreOpener-31d3740db244f580cd10fbdc33d385c3-1 {}] regionserver.HStore(327): Store=31d3740db244f580cd10fbdc33d385c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:12,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/replication/31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/replication/31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:57:12,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/replication/31d3740db244f580cd10fbdc33d385c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:12,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 31d3740db244f580cd10fbdc33d385c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75244421, jitterRate=0.12122924625873566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:57:12,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:12,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 31d3740db244f580cd10fbdc33d385c3: Running coprocessor pre-open hook at 1731434232408Writing region info on filesystem at 1731434232408Initializing all the Stores at 1731434232424 (+16 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434232424Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434232424Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434232424Cleaning up temporary data from old regions at 1731434232480 (+56 ms)Running coprocessor post-open hooks at 1731434232516 (+36 ms)Region opened successfully at 1731434232516 2024-11-12T17:57:12,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3., pid=10, masterSystemTime=1731434232319 2024-11-12T17:57:12,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:12,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:12,529 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31d3740db244f580cd10fbdc33d385c3, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,39795,1731434217573 2024-11-12T17:57:12,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31d3740db244f580cd10fbdc33d385c3, server=6684de3f6e40,39795,1731434217573 because future has completed 2024-11-12T17:57:12,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:57:12,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31d3740db244f580cd10fbdc33d385c3, server=6684de3f6e40,39795,1731434217573 in 387 msec 2024-11-12T17:57:12,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:57:12,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31d3740db244f580cd10fbdc33d385c3, ASSIGN in 569 msec 2024-11-12T17:57:12,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:57:12,563 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434232563"}]},"ts":"1731434232563"} 2024-11-12T17:57:12,567 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:57:12,568 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:57:12,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.5110 sec 2024-11-12T17:57:12,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3., hostname=6684de3f6e40,39795,1731434217573, seqNum=2] 2024-11-12T17:57:12,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:57:12,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:57:13,066 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 379, reset compression=false 2024-11-12T17:57:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:13,197 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 379, reset compression=false 2024-11-12T17:57:13,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:57:13,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:57:13,459 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:57:13,504 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,39795,1731434217573, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:57:13,505 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:13,505 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39795,1731434217573, seqNum=-1] 2024-11-12T17:57:13,505 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:13,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T17:57:13,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,39795,1731434217573', locateType=CURRENT is [region=hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3., hostname=6684de3f6e40,39795,1731434217573, seqNum=2] 2024-11-12T17:57:13,511 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:57:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:57:13,513 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,39795,1731434217573 suceeded 2024-11-12T17:57:13,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:57:13,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-12T17:57:13,516 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:39479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:57:13,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.4810 sec 2024-11-12T17:57:13,530 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:39479' 2024-11-12T17:57:13,537 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dae4ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:13,537 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39479,-1 for getting cluster id 2024-11-12T17:57:13,537 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:13,539 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccca5555-eb45-495b-99a0-fe163ca8565c' 2024-11-12T17:57:13,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:13,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccca5555-eb45-495b-99a0-fe163ca8565c" 2024-11-12T17:57:13,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@146009ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:13,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39479,-1] 2024-11-12T17:57:13,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:13,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:13,543 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:13,544 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6015265c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:13,544 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:13,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,39479,1731434201943 2024-11-12T17:57:13,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e7a4b51 2024-11-12T17:57:13,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:13,547 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T17:57:13,548 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,39795,1731434217573 (queues=1) is replicating from cluster=0e4216b1-d959-480c-82be-146f16c372af to cluster=ccca5555-eb45-495b-99a0-fe163ca8565c 2024-11-12T17:57:13,549 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C39795%2C1731434217573 2024-11-12T17:57:13,549 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,39795,1731434217573, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:57:13,551 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, startPosition=0, beingWritten=true 2024-11-12T17:57:13,559 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C39795%2C1731434217573 2024-11-12T17:57:13,564 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:13,564 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 379, reset compression=false 2024-11-12T17:57:13,567 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39795,1731434217573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:13,785 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 379, reset compression=false 2024-11-12T17:57:13,884 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 379, reset compression=false 2024-11-12T17:57:14,100 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 379, reset compression=false 2024-11-12T17:57:14,212 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 379, reset compression=false 2024-11-12T17:57:14,518 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 379, reset compression=false 2024-11-12T17:57:14,797 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 379, reset compression=false 2024-11-12T17:57:15,050 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 379, reset compression=false 2024-11-12T17:57:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:15,203 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:57:15,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:57:15,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:15,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:15,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:15,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:15,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2c8821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39479,-1 for getting cluster id 2024-11-12T17:57:15,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:15,209 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccca5555-eb45-495b-99a0-fe163ca8565c' 2024-11-12T17:57:15,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:15,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccca5555-eb45-495b-99a0-fe163ca8565c" 2024-11-12T17:57:15,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6311ab93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39479,-1] 2024-11-12T17:57:15,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:15,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:15,213 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512e213b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211b12f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44557,-1 for getting cluster id 2024-11-12T17:57:15,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:15,226 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd9d4084-2954-4758-98ee-25ff7301a0f3' 2024-11-12T17:57:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd9d4084-2954-4758-98ee-25ff7301a0f3" 2024-11-12T17:57:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a906ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44557,-1] 2024-11-12T17:57:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:15,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:15,230 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:15,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fa3bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed40827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,46859,-1 for getting cluster id 2024-11-12T17:57:15,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:15,241 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e4216b1-d959-480c-82be-146f16c372af' 2024-11-12T17:57:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e4216b1-d959-480c-82be-146f16c372af" 2024-11-12T17:57:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2af204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,46859,-1] 2024-11-12T17:57:15,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:15,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:15,243 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:15,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ece9407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:15,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37219,1731434202289, seqNum=-1] 2024-11-12T17:57:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:15,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:57:15,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34., hostname=6684de3f6e40,37219,1731434202289, seqNum=2] 2024-11-12T17:57:15,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39795,1731434217573, seqNum=-1] 2024-11-12T17:57:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:15,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:57:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731434225447.68f1b544f61f18d7c3b030b36673c953., hostname=6684de3f6e40,39795,1731434217573, seqNum=2] 2024-11-12T17:57:15,278 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T17:57:15,317 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 379, reset compression=false 2024-11-12T17:57:15,377 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:15,377 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 480, reset compression=false 2024-11-12T17:57:15,377 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37219,1731434202289 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab7d5a4a54d07a54d3992db543c1ac34/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T17:57:15,380 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:57:15,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-12T17:57:15,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:15,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32af9582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44557,-1 for getting cluster id 2024-11-12T17:57:15,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:15,395 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd9d4084-2954-4758-98ee-25ff7301a0f3' 2024-11-12T17:57:15,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:15,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd9d4084-2954-4758-98ee-25ff7301a0f3" 2024-11-12T17:57:15,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a4f002b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44557,-1] 2024-11-12T17:57:15,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:15,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:15,400 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:15,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c4dff43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:15,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39289,1731434210549, seqNum=-1] 2024-11-12T17:57:15,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:15,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T17:57:15,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731434223261.0c0dae5d182841db282150ec35c64388., hostname=6684de3f6e40,39289,1731434210549, seqNum=2] 2024-11-12T17:57:15,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:15,601 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 480, reset compression=false 2024-11-12T17:57:15,688 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 379, reset compression=false 2024-11-12T17:57:15,831 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 379, reset compression=false 2024-11-12T17:57:15,870 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:15,870 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 504, reset compression=false 2024-11-12T17:57:15,870 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39289,1731434210549 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c0dae5d182841db282150ec35c64388/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T17:57:15,877 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:57:15,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-12T17:57:15,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:15,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c221ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,46859,-1 for getting cluster id 2024-11-12T17:57:15,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:15,902 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e4216b1-d959-480c-82be-146f16c372af' 2024-11-12T17:57:15,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:15,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e4216b1-d959-480c-82be-146f16c372af" 2024-11-12T17:57:15,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54c6112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,46859,-1] 2024-11-12T17:57:15,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:15,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:15,904 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:15,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70459dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:15,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:15,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39795,1731434217573, seqNum=-1] 2024-11-12T17:57:15,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:15,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T17:57:15,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731434225447.68f1b544f61f18d7c3b030b36673c953., hostname=6684de3f6e40,39795,1731434217573, seqNum=2] 2024-11-12T17:57:15,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:15,968 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 480, reset compression=false 2024-11-12T17:57:16,103 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 504, reset compression=false 2024-11-12T17:57:16,282 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T17:57:16,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39289,1731434210549, seqNum=-1] 2024-11-12T17:57:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:16,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:57:16,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731434223261.0c0dae5d182841db282150ec35c64388., hostname=6684de3f6e40,39289,1731434210549, seqNum=2] 2024-11-12T17:57:16,302 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T17:57:16,402 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 480, reset compression=false 2024-11-12T17:57:16,411 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 379, reset compression=false 2024-11-12T17:57:16,440 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 504, reset compression=false 2024-11-12T17:57:16,462 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:16,462 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 528, reset compression=false 2024-11-12T17:57:16,462 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39795,1731434217573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:16,481 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:16,481 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 608, reset compression=false 2024-11-12T17:57:16,481 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39289,1731434210549 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c0dae5d182841db282150ec35c64388/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T17:57:16,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:16,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:16,498 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:16,498 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 656, reset compression=false 2024-11-12T17:57:16,498 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39795,1731434217573 got entry batch from reader: WALEntryBatch [walEntries=[{test/68f1b544f61f18d7c3b030b36673c953/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T17:57:16,510 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:57:16,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T17:57:16,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:16,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2773ac69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:16,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39479,-1 for getting cluster id 2024-11-12T17:57:16,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:16,548 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccca5555-eb45-495b-99a0-fe163ca8565c' 2024-11-12T17:57:16,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:16,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccca5555-eb45-495b-99a0-fe163ca8565c" 2024-11-12T17:57:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@728079e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39479,-1] 2024-11-12T17:57:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:16,553 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:16,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7df6a815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:16,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:16,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,37219,1731434202289, seqNum=-1] 2024-11-12T17:57:16,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:16,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T17:57:16,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34., hostname=6684de3f6e40,37219,1731434202289, seqNum=2] 2024-11-12T17:57:16,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:16,732 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 608, reset compression=false 2024-11-12T17:57:16,765 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 656, reset compression=false 2024-11-12T17:57:16,936 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 480, reset compression=false 2024-11-12T17:57:16,958 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:16,958 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 631, reset compression=false 2024-11-12T17:57:16,959 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37219,1731434202289 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:17,060 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 608, reset compression=false 2024-11-12T17:57:17,103 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 656, reset compression=false 2024-11-12T17:57:17,182 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 631, reset compression=false 2024-11-12T17:57:17,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T17:57:17,317 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T17:57:17,500 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 608, reset compression=false 2024-11-12T17:57:17,521 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 631, reset compression=false 2024-11-12T17:57:17,535 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 656, reset compression=false 2024-11-12T17:57:17,543 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:17,543 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 760, reset compression=false 2024-11-12T17:57:17,543 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39795,1731434217573 got entry batch from reader: WALEntryBatch [walEntries=[{test/68f1b544f61f18d7c3b030b36673c953/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T17:57:17,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:17,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:17,561 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:17,561 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 758, reset compression=false 2024-11-12T17:57:17,563 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37219,1731434202289 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab7d5a4a54d07a54d3992db543c1ac34/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T17:57:17,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:17,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:17,789 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 758, reset compression=false 2024-11-12T17:57:17,796 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 760, reset compression=false 2024-11-12T17:57:17,916 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:57:17,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:17,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:18,031 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 608, reset compression=false 2024-11-12T17:57:18,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:18,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:18,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:18,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:18,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:18,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:18,063 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:18,063 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 759, reset compression=false 2024-11-12T17:57:18,063 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39289,1731434210549 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:18,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:18,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:18,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:18,127 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 758, reset compression=false 2024-11-12T17:57:18,149 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 760, reset compression=false 2024-11-12T17:57:18,293 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 759, reset compression=false 2024-11-12T17:57:18,320 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T17:57:18,329 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T17:57:18,576 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 758, reset compression=false 2024-11-12T17:57:18,592 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 760, reset compression=false 2024-11-12T17:57:18,595 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:18,595 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 914, reset compression=false 2024-11-12T17:57:18,595 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37219,1731434202289 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab7d5a4a54d07a54d3992db543c1ac34/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T17:57:18,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:18,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:18,620 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 759, reset compression=false 2024-11-12T17:57:18,651 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:18,651 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 907, reset compression=false 2024-11-12T17:57:18,651 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39289,1731434210549 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c0dae5d182841db282150ec35c64388/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T17:57:18,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:18,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:18,822 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 914, reset compression=false 2024-11-12T17:57:18,873 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 907, reset compression=false 2024-11-12T17:57:19,128 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 760, reset compression=false 2024-11-12T17:57:19,152 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 914, reset compression=false 2024-11-12T17:57:19,207 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 907, reset compression=false 2024-11-12T17:57:19,213 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:19,213 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 932, reset compression=false 2024-11-12T17:57:19,214 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39795,1731434217573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:19,335 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T17:57:19,355 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T17:57:19,463 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 932, reset compression=false 2024-11-12T17:57:19,644 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 907, reset compression=false 2024-11-12T17:57:19,651 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 914, reset compression=false 2024-11-12T17:57:19,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:57:19,707 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:19,707 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39289,1731434210549 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c0dae5d182841db282150ec35c64388/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T17:57:19,707 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1066, reset compression=false 2024-11-12T17:57:19,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:19,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:19,788 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 932, reset compression=false 2024-11-12T17:57:19,825 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:19,825 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1082, reset compression=false 2024-11-12T17:57:19,825 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39795,1731434217573 got entry batch from reader: WALEntryBatch [walEntries=[{test/68f1b544f61f18d7c3b030b36673c953/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T17:57:19,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:19,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:19,933 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1066, reset compression=false 2024-11-12T17:57:20,055 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1082, reset compression=false 2024-11-12T17:57:20,176 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 914, reset compression=false 2024-11-12T17:57:20,196 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:20,196 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1087, reset compression=false 2024-11-12T17:57:20,196 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37219,1731434202289 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:20,271 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1066, reset compression=false 2024-11-12T17:57:20,360 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T17:57:20,368 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T17:57:20,375 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1082, reset compression=false 2024-11-12T17:57:20,397 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:20,397 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1241, reset compression=false 2024-11-12T17:57:20,397 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39795,1731434217573 got entry batch from reader: WALEntryBatch [walEntries=[{test/68f1b544f61f18d7c3b030b36673c953/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T17:57:20,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:20,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:20,415 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1087, reset compression=false 2024-11-12T17:57:20,453 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:20,453 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1236, reset compression=false 2024-11-12T17:57:20,453 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37219,1731434202289 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab7d5a4a54d07a54d3992db543c1ac34/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T17:57:20,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:20,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:20,622 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1241, reset compression=false 2024-11-12T17:57:20,675 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1066, reset compression=false 2024-11-12T17:57:20,688 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1236, reset compression=false 2024-11-12T17:57:20,722 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:20,722 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1239, reset compression=false 2024-11-12T17:57:20,722 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39289,1731434210549 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:20,944 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1241, reset compression=false 2024-11-12T17:57:20,961 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1239, reset compression=false 2024-11-12T17:57:21,017 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1236, reset compression=false 2024-11-12T17:57:21,299 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1239, reset compression=false 2024-11-12T17:57:21,373 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T17:57:21,373 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1241, reset compression=false 2024-11-12T17:57:21,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f39998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:21,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,46859,-1 for getting cluster id 2024-11-12T17:57:21,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:21,409 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e4216b1-d959-480c-82be-146f16c372af' 2024-11-12T17:57:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e4216b1-d959-480c-82be-146f16c372af" 2024-11-12T17:57:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c923940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,46859,-1] 2024-11-12T17:57:21,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:21,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:21,412 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c868e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:21,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:21,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,46859,1731434217305 2024-11-12T17:57:21,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8eb62d 2024-11-12T17:57:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:21,420 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:21,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-12T17:57:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-12T17:57:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T17:57:21,437 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1236, reset compression=false 2024-11-12T17:57:21,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:57:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T17:57:21,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T17:57:21,609 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-12T17:57:21,610 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-12T17:57:21,610 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,39795,1731434217573 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-12T17:57:21,610 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0. 2024-11-12T17:57:21,610 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:21,610 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:21,611 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:21,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:21,711 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T17:57:21,712 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T17:57:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T17:57:21,744 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1239, reset compression=false 2024-11-12T17:57:21,811 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 terminated 2024-11-12T17:57:21,854 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,39795,1731434217573, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:57:21,854 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-12T17:57:21,863 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T17:57:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T17:57:21,866 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6684de3f6e40,39795,1731434217573 suceeded 2024-11-12T17:57:21,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T17:57:21,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 414 msec 2024-11-12T17:57:21,870 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-12T17:57:21,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 449 msec 2024-11-12T17:57:21,916 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:39479' 2024-11-12T17:57:21,928 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@563d04a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:21,928 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39479,-1 for getting cluster id 2024-11-12T17:57:21,928 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:21,929 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccca5555-eb45-495b-99a0-fe163ca8565c' 2024-11-12T17:57:21,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:21,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccca5555-eb45-495b-99a0-fe163ca8565c" 2024-11-12T17:57:21,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f2975e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:21,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39479,-1] 2024-11-12T17:57:21,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:21,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:21,932 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:21,933 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55106e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:21,934 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:21,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,39479,1731434201943 2024-11-12T17:57:21,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3357f80d 2024-11-12T17:57:21,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:21,938 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T17:57:21,939 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,39795,1731434217573 (queues=1) is replicating from cluster=0e4216b1-d959-480c-82be-146f16c372af to cluster=ccca5555-eb45-495b-99a0-fe163ca8565c 2024-11-12T17:57:21,939 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C39795%2C1731434217573 2024-11-12T17:57:21,939 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,39795,1731434217573, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:57:21,940 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C39795%2C1731434217573 2024-11-12T17:57:21,966 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1236, reset compression=false 2024-11-12T17:57:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T17:57:22,053 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:57:22,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:57:22,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:22,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:22,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:22,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:22,058 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-12T17:57:22,258 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1239, reset compression=false 2024-11-12T17:57:22,586 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1236, reset compression=false 2024-11-12T17:57:22,640 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:22,641 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1340, reset compression=false 2024-11-12T17:57:22,643 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37219,1731434202289 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab7d5a4a54d07a54d3992db543c1ac34/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T17:57:22,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:22,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:22,878 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1340, reset compression=false 2024-11-12T17:57:22,909 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1239, reset compression=false 2024-11-12T17:57:22,951 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:22,951 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1367, reset compression=false 2024-11-12T17:57:22,951 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39289,1731434210549 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c0dae5d182841db282150ec35c64388/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T17:57:22,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:22,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:23,072 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-12T17:57:23,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3e7337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:23,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,46859,-1 for getting cluster id 2024-11-12T17:57:23,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:23,096 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e4216b1-d959-480c-82be-146f16c372af' 2024-11-12T17:57:23,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:23,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e4216b1-d959-480c-82be-146f16c372af" 2024-11-12T17:57:23,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b52bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,46859,-1] 2024-11-12T17:57:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:23,101 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145dc350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:23,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,46859,1731434217305 2024-11-12T17:57:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b89dcae 2024-11-12T17:57:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:23,114 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:23,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-12T17:57:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-12T17:57:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T17:57:23,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:57:23,188 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1367, reset compression=false 2024-11-12T17:57:23,220 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:23,220 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1471, reset compression=false 2024-11-12T17:57:23,221 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39289,1731434210549 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c0dae5d182841db282150ec35c64388/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T17:57:23,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:23,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T17:57:23,272 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1340, reset compression=false 2024-11-12T17:57:23,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-12T17:57:23,316 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-12T17:57:23,322 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T17:57:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T17:57:23,331 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6684de3f6e40,39795,1731434217573 suceeded 2024-11-12T17:57:23,337 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-12T17:57:23,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 222 msec 2024-11-12T17:57:23,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T17:57:23,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 174 msec 2024-11-12T17:57:23,345 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, startPosition=1241, beingWritten=true 2024-11-12T17:57:23,374 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:57:23,374 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1521, reset compression=false 2024-11-12T17:57:23,374 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39795,1731434217573 got entry batch from reader: WALEntryBatch [walEntries=[{test/68f1b544f61f18d7c3b030b36673c953/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T17:57:23,378 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:57:23,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T17:57:23,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:57:23,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:57:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T17:57:23,444 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:57:23,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:57:23,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:23,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:23,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:23,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:23,449 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-12T17:57:23,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:57:23,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:57:23,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:23,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:23,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:23,450 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:57:23,450 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2027694654, stopped=false 2024-11-12T17:57:23,450 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,46859,1731434217305 2024-11-12T17:57:23,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:23,467 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1471, reset compression=false 2024-11-12T17:57:23,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21785567950/running 2024-11-12T17:57:23,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:57:23,468 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:57:23,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:57:23,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:23,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:23,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Set watcher on znode that does not yet exist, /21785567950/running 2024-11-12T17:57:23,469 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,39795,1731434217573' ***** 2024-11-12T17:57:23,469 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:57:23,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21785567950/running 2024-11-12T17:57:23,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:57:23,470 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:57:23,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:57:23,471 INFO [RS:0;6684de3f6e40:39795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:57:23,471 INFO [RS:0;6684de3f6e40:39795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:57:23,471 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(3091): Received CLOSE for 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:23,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Set watcher on znode that does not yet exist, /21785567950/running 2024-11-12T17:57:23,479 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(3091): Received CLOSE for 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:23,479 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,39795,1731434217573 2024-11-12T17:57:23,479 INFO [RS:0;6684de3f6e40:39795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:57:23,480 INFO [RS:0;6684de3f6e40:39795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:39795. 2024-11-12T17:57:23,480 DEBUG [RS:0;6684de3f6e40:39795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:23,480 DEBUG [RS:0;6684de3f6e40:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:23,480 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:57:23,480 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:57:23,480 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:57:23,480 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:57:23,480 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:57:23,480 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1325): Online Regions={68f1b544f61f18d7c3b030b36673c953=test,,1731434225447.68f1b544f61f18d7c3b030b36673c953., 1588230740=hbase:meta,,1.1588230740, 31d3740db244f580cd10fbdc33d385c3=hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3.} 2024-11-12T17:57:23,480 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d3740db244f580cd10fbdc33d385c3, 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:23,485 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:57:23,485 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:57:23,485 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:57:23,485 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:57:23,485 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:57:23,486 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:57:23,486 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68f1b544f61f18d7c3b030b36673c953, disabling compactions & flushes 2024-11-12T17:57:23,486 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:23,486 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:23,486 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. after waiting 0 ms 2024-11-12T17:57:23,486 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:23,486 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68f1b544f61f18d7c3b030b36673c953 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T17:57:23,509 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:57:23,531 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/.tmp/f/7ca4346119ff41f8883b85954fb309b7 is 37, key is row3/f:row3/1731434242055/Put/seqid=0 2024-11-12T17:57:23,556 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/info/457870aa2e664dbc85a91e67c5832b45 is 147, key is hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3./info:regioninfo/1731434232529/Put/seqid=0 2024-11-12T17:57:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741840_1016 (size=5228) 2024-11-12T17:57:23,604 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1521, reset compression=false 2024-11-12T17:57:23,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741841_1017 (size=7686) 2024-11-12T17:57:23,612 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/info/457870aa2e664dbc85a91e67c5832b45 2024-11-12T17:57:23,618 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:57:23,618 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:57:23,621 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:23,621 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1768, reset compression=false 2024-11-12T17:57:23,621 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39795,1731434217573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:23,622 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,39795,1731434217573: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6684de3f6e40,39795,1731434217573, walGroup=6684de3f6e40%2C39795%2C1731434217573, offset=6684de3f6e40%2C39795%2C1731434217573.1731434219868:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:39795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:57:23,624 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:57:23,624 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:57:23,624 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:57:23,624 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:57:23,624 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:57:23,624 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 877341648 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198174072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:57:23,625 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:46859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:46859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T17:57:23,645 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/ns/ff9b414e72f949cd85b15f33fc2970fd is 43, key is default/ns:d/1731434220828/Put/seqid=0 2024-11-12T17:57:23,687 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d3740db244f580cd10fbdc33d385c3, 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741842_1018 (size=5153) 2024-11-12T17:57:23,710 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1340, reset compression=false 2024-11-12T17:57:23,717 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/ns/ff9b414e72f949cd85b15f33fc2970fd 2024-11-12T17:57:23,729 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:23,729 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:23,729 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37219,1731434202289 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:23,799 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1471, reset compression=false 2024-11-12T17:57:23,823 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/rep_barrier/4c1938bf2ad34e0c970c10715c66f07c is 112, key is test,,1731434225447.68f1b544f61f18d7c3b030b36673c953./rep_barrier:seqnumDuringOpen/1731434226570/Put/seqid=0 2024-11-12T17:57:23,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741843_1019 (size=5518) 2024-11-12T17:57:23,875 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1768, reset compression=false 2024-11-12T17:57:23,881 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/rep_barrier/4c1938bf2ad34e0c970c10715c66f07c 2024-11-12T17:57:23,887 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d3740db244f580cd10fbdc33d385c3, 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:23,958 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:23,980 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/.tmp/f/7ca4346119ff41f8883b85954fb309b7 2024-11-12T17:57:23,989 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ca4346119ff41f8883b85954fb309b7 2024-11-12T17:57:24,033 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/table/7898b3402b0e49faac3e10c622e7e986 is 53, key is hbase:replication/table:state/1731434232563/Put/seqid=0 2024-11-12T17:57:24,043 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/.tmp/f1/a9c59095ad364ffd9e9231f7212aa7b9 is 30, key is row1/f1:/1731434239338/DeleteFamily/seqid=0 2024-11-12T17:57:24,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741844_1020 (size=5308) 2024-11-12T17:57:24,079 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/table/7898b3402b0e49faac3e10c622e7e986 2024-11-12T17:57:24,088 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d3740db244f580cd10fbdc33d385c3, 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:24,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741845_1021 (size=5158) 2024-11-12T17:57:24,127 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/info/457870aa2e664dbc85a91e67c5832b45 as hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/info/457870aa2e664dbc85a91e67c5832b45 2024-11-12T17:57:24,179 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/info/457870aa2e664dbc85a91e67c5832b45, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:57:24,185 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/ns/ff9b414e72f949cd85b15f33fc2970fd as hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/ns/ff9b414e72f949cd85b15f33fc2970fd 2024-11-12T17:57:24,203 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/ns/ff9b414e72f949cd85b15f33fc2970fd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:57:24,208 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/rep_barrier/4c1938bf2ad34e0c970c10715c66f07c as hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/rep_barrier/4c1938bf2ad34e0c970c10715c66f07c 2024-11-12T17:57:24,217 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1471, reset compression=false 2024-11-12T17:57:24,219 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/rep_barrier/4c1938bf2ad34e0c970c10715c66f07c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:57:24,222 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/.tmp/table/7898b3402b0e49faac3e10c622e7e986 as hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/table/7898b3402b0e49faac3e10c622e7e986 2024-11-12T17:57:24,235 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1768, reset compression=false 2024-11-12T17:57:24,235 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/table/7898b3402b0e49faac3e10c622e7e986, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:57:24,238 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 753ms, sequenceid=16, compaction requested=false 2024-11-12T17:57:24,288 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31d3740db244f580cd10fbdc33d385c3, 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:24,298 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:24,380 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:57:24,384 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:57:24,384 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:57:24,384 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:57:24,384 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434243485Running coprocessor pre-close hooks at 1731434243485Disabling compacts and flushes for region at 1731434243485Disabling writes for close at 1731434243485Obtaining lock to block concurrent updates at 1731434243486 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731434243486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434243491 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434243507 (+16 ms)Flushing 1588230740/info: creating writer at 1731434243507Flushing 1588230740/info: appending metadata at 1731434243556 (+49 ms)Flushing 1588230740/info: closing flushed file at 1731434243556Flushing 1588230740/ns: creating writer at 1731434243619 (+63 ms)Flushing 1588230740/ns: appending metadata at 1731434243644 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731434243644Flushing 1588230740/rep_barrier: creating writer at 1731434243756 (+112 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434243815 (+59 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434243815Flushing 1588230740/table: creating writer at 1731434243912 (+97 ms)Flushing 1588230740/table: appending metadata at 1731434244032 (+120 ms)Flushing 1588230740/table: closing flushed file at 1731434244033 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a47008a: reopening flushed file at 1731434244118 (+85 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1223da9d: reopening flushed file at 1731434244180 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f11d051: reopening flushed file at 1731434244203 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5c75e1: reopening flushed file at 1731434244219 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 753ms, sequenceid=16, compaction requested=false at 1731434244238 (+19 ms)Writing region close event to WAL at 1731434244363 (+125 ms)Running coprocessor post-close hooks at 1731434244384 (+21 ms)Closed at 1731434244384 2024-11-12T17:57:24,384 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:57:24,488 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:57:24,488 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1325): Online Regions={68f1b544f61f18d7c3b030b36673c953=test,,1731434225447.68f1b544f61f18d7c3b030b36673c953., 31d3740db244f580cd10fbdc33d385c3=hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3.} 2024-11-12T17:57:24,489 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1351): Waiting on 31d3740db244f580cd10fbdc33d385c3, 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:24,500 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/.tmp/f1/a9c59095ad364ffd9e9231f7212aa7b9 2024-11-12T17:57:24,508 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9c59095ad364ffd9e9231f7212aa7b9 2024-11-12T17:57:24,536 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/.tmp/norep/c135b8abba8d46a59a777d498379a1c9 is 33, key is row2/norep:/1731434240362/DeleteFamily/seqid=0 2024-11-12T17:57:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741846_1022 (size=5108) 2024-11-12T17:57:24,689 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1351): Waiting on 31d3740db244f580cd10fbdc33d385c3, 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:24,704 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1768, reset compression=false 2024-11-12T17:57:24,733 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:24,755 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1471, reset compression=false 2024-11-12T17:57:24,889 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1351): Waiting on 31d3740db244f580cd10fbdc33d385c3, 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:24,982 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/.tmp/norep/c135b8abba8d46a59a777d498379a1c9 2024-11-12T17:57:25,005 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c135b8abba8d46a59a777d498379a1c9 2024-11-12T17:57:25,008 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/.tmp/f/7ca4346119ff41f8883b85954fb309b7 as hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/f/7ca4346119ff41f8883b85954fb309b7 2024-11-12T17:57:25,015 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ca4346119ff41f8883b85954fb309b7 2024-11-12T17:57:25,016 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/f/7ca4346119ff41f8883b85954fb309b7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T17:57:25,017 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/.tmp/f1/a9c59095ad364ffd9e9231f7212aa7b9 as hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/f1/a9c59095ad364ffd9e9231f7212aa7b9 2024-11-12T17:57:25,031 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9c59095ad364ffd9e9231f7212aa7b9 2024-11-12T17:57:25,032 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/f1/a9c59095ad364ffd9e9231f7212aa7b9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T17:57:25,035 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/.tmp/norep/c135b8abba8d46a59a777d498379a1c9 as hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/norep/c135b8abba8d46a59a777d498379a1c9 2024-11-12T17:57:25,041 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c135b8abba8d46a59a777d498379a1c9 2024-11-12T17:57:25,041 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/norep/c135b8abba8d46a59a777d498379a1c9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T17:57:25,045 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 68f1b544f61f18d7c3b030b36673c953 in 1558ms, sequenceid=12, compaction requested=false 2024-11-12T17:57:25,091 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1351): Waiting on 31d3740db244f580cd10fbdc33d385c3, 68f1b544f61f18d7c3b030b36673c953 2024-11-12T17:57:25,127 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/data/default/test/68f1b544f61f18d7c3b030b36673c953/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T17:57:25,128 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:57:25,128 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:57:25,128 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:25,128 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68f1b544f61f18d7c3b030b36673c953: Waiting for close lock at 1731434243486Running coprocessor pre-close hooks at 1731434243486Disabling compacts and flushes for region at 1731434243486Disabling writes for close at 1731434243486Obtaining lock to block concurrent updates at 1731434243486Preparing flush snapshotting stores in 68f1b544f61f18d7c3b030b36673c953 at 1731434243486Finished memstore snapshotting test,,1731434225447.68f1b544f61f18d7c3b030b36673c953., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731434243487 (+1 ms)Flushing stores of test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. at 1731434243488 (+1 ms)Flushing 68f1b544f61f18d7c3b030b36673c953/f: creating writer at 1731434243488Flushing 68f1b544f61f18d7c3b030b36673c953/f: appending metadata at 1731434243530 (+42 ms)Flushing 68f1b544f61f18d7c3b030b36673c953/f: closing flushed file at 1731434243530Flushing 68f1b544f61f18d7c3b030b36673c953/f1: creating writer at 1731434243989 (+459 ms)Flushing 68f1b544f61f18d7c3b030b36673c953/f1: appending metadata at 1731434244043 (+54 ms)Flushing 68f1b544f61f18d7c3b030b36673c953/f1: closing flushed file at 1731434244043Flushing 68f1b544f61f18d7c3b030b36673c953/norep: creating writer at 1731434244509 (+466 ms)Flushing 68f1b544f61f18d7c3b030b36673c953/norep: appending metadata at 1731434244535 (+26 ms)Flushing 68f1b544f61f18d7c3b030b36673c953/norep: closing flushed file at 1731434244535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7849da: reopening flushed file at 1731434245005 (+470 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c546268: reopening flushed file at 1731434245016 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43515ab7: reopening flushed file at 1731434245032 (+16 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 68f1b544f61f18d7c3b030b36673c953 in 1558ms, sequenceid=12, compaction requested=false at 1731434245045 (+13 ms)Writing region close event to WAL at 1731434245091 (+46 ms)Running coprocessor post-close hooks at 1731434245128 (+37 ms)Closed at 1731434245128 2024-11-12T17:57:25,129 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434225447.68f1b544f61f18d7c3b030b36673c953. 2024-11-12T17:57:25,129 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31d3740db244f580cd10fbdc33d385c3, disabling compactions & flushes 2024-11-12T17:57:25,129 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:25,129 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:25,129 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. after waiting 0 ms 2024-11-12T17:57:25,129 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:25,129 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31d3740db244f580cd10fbdc33d385c3: Waiting for close lock at 1731434245129Running coprocessor pre-close hooks at 1731434245129Disabling compacts and flushes for region at 1731434245129Disabling writes for close at 1731434245129Failed flush hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3., putting online again at 1731434245129 2024-11-12T17:57:25,129 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:25,235 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 1768, reset compression=false 2024-11-12T17:57:25,248 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:25,291 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(3091): Received CLOSE for 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:25,292 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1351): Waiting on 31d3740db244f580cd10fbdc33d385c3 2024-11-12T17:57:25,296 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:25,296 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 2412, reset compression=false 2024-11-12T17:57:25,298 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31d3740db244f580cd10fbdc33d385c3, disabling compactions & flushes 2024-11-12T17:57:25,298 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:25,298 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:25,298 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. after waiting 0 ms 2024-11-12T17:57:25,298 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:25,298 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31d3740db244f580cd10fbdc33d385c3: Waiting for close lock at 1731434245298Running coprocessor pre-close hooks at 1731434245298Disabling compacts and flushes for region at 1731434245298Disabling writes for close at 1731434245298Failed flush hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3., putting online again at 1731434245298 2024-11-12T17:57:25,299 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3. 2024-11-12T17:57:25,395 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1471, reset compression=false 2024-11-12T17:57:25,492 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:57:25,492 DEBUG [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1325): Online Regions={31d3740db244f580cd10fbdc33d385c3=hbase:replication,,1731434231057.31d3740db244f580cd10fbdc33d385c3.} 2024-11-12T17:57:25,492 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T17:57:25,492 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,39795,1731434217573; all regions closed. 2024-11-12T17:57:25,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741834_1010 (size=4239) 2024-11-12T17:57:25,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.meta.1731434220512.meta not finished, retry = 0 2024-11-12T17:57:25,592 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/WALs/6684de3f6e40,39795,1731434217573/6684de3f6e40%2C39795%2C1731434217573.1731434219868 to pos 2412, reset compression=false 2024-11-12T17:57:25,633 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=34, reused chunk count=96, reuseRatio=73.85% 2024-11-12T17:57:25,638 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-12T17:57:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741839_1015 (size=2390) 2024-11-12T17:57:25,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741833_1009 (size=2420) 2024-11-12T17:57:25,687 DEBUG [RS:0;6684de3f6e40:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:25,687 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:57:25,688 INFO [RS:0;6684de3f6e40:39795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:57:25,688 INFO [RS:0;6684de3f6e40:39795 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:57:25,688 INFO [RS:0;6684de3f6e40:39795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:57:25,689 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:57:25,689 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,39795,1731434217573 because: Region server is closing 2024-11-12T17:57:25,690 INFO [RS:0;6684de3f6e40:39795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:39795. 2024-11-12T17:57:25,690 DEBUG [RS:0;6684de3f6e40:39795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:25,690 DEBUG [RS:0;6684de3f6e40:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:25,690 DEBUG [RS:0;6684de3f6e40:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:25,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:25,790 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.shipper6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 terminated 2024-11-12T17:57:25,791 INFO [RS:0;6684de3f6e40:39795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:39795. 2024-11-12T17:57:25,791 DEBUG [RS:0;6684de3f6e40:39795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:25,791 DEBUG [RS:0;6684de3f6e40:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:25,791 DEBUG [RS:0;6684de3f6e40:39795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:25,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:25,792 INFO [RS:0;6684de3f6e40:39795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39795 2024-11-12T17:57:25,792 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39795,1731434217573.replicationSource.wal-reader.6684de3f6e40%2C39795%2C1731434217573,1-6684de3f6e40,39795,1731434217573 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T17:57:25,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21785567950/rs/6684de3f6e40,39795,1731434217573 2024-11-12T17:57:25,819 INFO [RS:0;6684de3f6e40:39795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:57:25,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950/rs 2024-11-12T17:57:25,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,39795,1731434217573] 2024-11-12T17:57:25,838 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21785567950/draining/6684de3f6e40,39795,1731434217573 already deleted, retry=false 2024-11-12T17:57:25,838 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,39795,1731434217573 expired; onlineServers=0 2024-11-12T17:57:25,838 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,46859,1731434217305' ***** 2024-11-12T17:57:25,838 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:57:25,838 INFO [M:0;6684de3f6e40:46859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:57:25,838 INFO [M:0;6684de3f6e40:46859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:57:25,838 DEBUG [M:0;6684de3f6e40:46859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:57:25,838 DEBUG [M:0;6684de3f6e40:46859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:57:25,838 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434219383 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434219383,5,FailOnTimeoutGroup] 2024-11-12T17:57:25,838 INFO [M:0;6684de3f6e40:46859 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:57:25,838 INFO [M:0;6684de3f6e40:46859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:57:25,839 DEBUG [M:0;6684de3f6e40:46859 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:57:25,839 INFO [M:0;6684de3f6e40:46859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:57:25,839 INFO [M:0;6684de3f6e40:46859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:57:25,839 INFO [M:0;6684de3f6e40:46859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:57:25,839 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434219386 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434219386,5,FailOnTimeoutGroup] 2024-11-12T17:57:25,840 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:57:25,840 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:57:25,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21785567950/master 2024-11-12T17:57:25,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21785567950 2024-11-12T17:57:25,894 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21785567950/master already deleted, retry=false 2024-11-12T17:57:25,894 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Failed delete of our master address node; KeeperErrorCode = NoNode for /21785567950/master 2024-11-12T17:57:25,905 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:25,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:25,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39795-0x101317ae6df0007, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:25,929 INFO [RS:0;6684de3f6e40:39795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:57:25,929 INFO [RS:0;6684de3f6e40:39795 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,39795,1731434217573; zookeeper connection closed. 2024-11-12T17:57:25,930 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@267764fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@267764fc 2024-11-12T17:57:25,931 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:57:25,932 INFO [M:0;6684de3f6e40:46859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/.lastflushedseqids 2024-11-12T17:57:25,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741847_1023 (size=245) 2024-11-12T17:57:26,125 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1471, reset compression=false 2024-11-12T17:57:26,195 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T17:57:26,196 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T17:57:26,399 INFO [M:0;6684de3f6e40:46859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:57:26,401 INFO [M:0;6684de3f6e40:46859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:57:26,401 DEBUG [M:0;6684de3f6e40:46859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:57:26,401 INFO [M:0;6684de3f6e40:46859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:26,401 DEBUG [M:0;6684de3f6e40:46859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:26,401 DEBUG [M:0;6684de3f6e40:46859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:57:26,401 DEBUG [M:0;6684de3f6e40:46859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:26,401 INFO [M:0;6684de3f6e40:46859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-12T17:57:26,474 DEBUG [M:0;6684de3f6e40:46859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d09063b3652e47dba8afb018f91bbebc is 82, key is hbase:meta,,1/info:regioninfo/1731434220756/Put/seqid=0 2024-11-12T17:57:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741848_1024 (size=5672) 2024-11-12T17:57:26,618 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:26,803 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:57:26,923 INFO [M:0;6684de3f6e40:46859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d09063b3652e47dba8afb018f91bbebc 2024-11-12T17:57:26,968 DEBUG [M:0;6684de3f6e40:46859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e05fcf63ab04bc2b96b6c025b53fae3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731434232569/Put/seqid=0 2024-11-12T17:57:26,971 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1471, reset compression=false 2024-11-12T17:57:26,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741849_1025 (size=9213) 2024-11-12T17:57:26,980 INFO [M:0;6684de3f6e40:46859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e05fcf63ab04bc2b96b6c025b53fae3 2024-11-12T17:57:27,006 DEBUG [M:0;6684de3f6e40:46859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/665834a813d645749b99382e9607f13f is 69, key is 6684de3f6e40,39795,1731434217573/rs:state/1731434219421/Put/seqid=0 2024-11-12T17:57:27,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741850_1026 (size=5156) 2024-11-12T17:57:27,433 INFO [M:0;6684de3f6e40:46859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/665834a813d645749b99382e9607f13f 2024-11-12T17:57:27,449 DEBUG [M:0;6684de3f6e40:46859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d09063b3652e47dba8afb018f91bbebc as hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d09063b3652e47dba8afb018f91bbebc 2024-11-12T17:57:27,455 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:27,458 INFO [M:0;6684de3f6e40:46859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d09063b3652e47dba8afb018f91bbebc, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T17:57:27,462 DEBUG [M:0;6684de3f6e40:46859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e05fcf63ab04bc2b96b6c025b53fae3 as hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e05fcf63ab04bc2b96b6c025b53fae3 2024-11-12T17:57:27,472 INFO [M:0;6684de3f6e40:46859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e05fcf63ab04bc2b96b6c025b53fae3, entries=15, sequenceid=127, filesize=9.0 K 2024-11-12T17:57:27,491 DEBUG [M:0;6684de3f6e40:46859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/665834a813d645749b99382e9607f13f as hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/665834a813d645749b99382e9607f13f 2024-11-12T17:57:27,516 INFO [M:0;6684de3f6e40:46859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36725/user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/665834a813d645749b99382e9607f13f, entries=1, sequenceid=127, filesize=5.0 K 2024-11-12T17:57:27,518 INFO [M:0;6684de3f6e40:46859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1117ms, sequenceid=127, compaction requested=false 2024-11-12T17:57:27,567 INFO [M:0;6684de3f6e40:46859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:27,567 DEBUG [M:0;6684de3f6e40:46859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434246401Disabling compacts and flushes for region at 1731434246401Disabling writes for close at 1731434246401Obtaining lock to block concurrent updates at 1731434246401Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434246401Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731434246401Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434246407 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434246407Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434246466 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434246466Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434246927 (+461 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434246968 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434246968Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434246987 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434247005 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434247005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5b2dbb: reopening flushed file at 1731434247446 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4d886: reopening flushed file at 1731434247459 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34acfc64: reopening flushed file at 1731434247472 (+13 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1117ms, sequenceid=127, compaction requested=false at 1731434247518 (+46 ms)Writing region close event to WAL at 1731434247567 (+49 ms)Closed at 1731434247567 2024-11-12T17:57:27,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44335 is added to blk_1073741830_1006 (size=73878) 2024-11-12T17:57:27,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2acbb7be-5b98-86fe-8a83-37ac12d326a8/MasterData/WALs/6684de3f6e40,46859,1731434217305/6684de3f6e40%2C46859%2C1731434217305.1731434218698 not finished, retry = 0 2024-11-12T17:57:27,714 INFO [M:0;6684de3f6e40:46859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:57:27,714 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:57:27,714 INFO [M:0;6684de3f6e40:46859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46859 2024-11-12T17:57:27,715 INFO [M:0;6684de3f6e40:46859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:57:27,845 INFO [M:0;6684de3f6e40:46859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:57:27,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:27,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101317ae6df0006, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:27,879 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1471, reset compression=false 2024-11-12T17:57:27,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55f37caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:57:27,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5418524c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:57:27,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:57:27,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@145f5a80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:57:27,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7015fe37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/hadoop.log.dir/,STOPPED} 2024-11-12T17:57:27,902 WARN [BP-1049601888-172.17.0.3-1731434213839 heartbeating to localhost/127.0.0.1:36725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:57:27,902 WARN [BP-1049601888-172.17.0.3-1731434213839 heartbeating to localhost/127.0.0.1:36725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1049601888-172.17.0.3-1731434213839 (Datanode Uuid 8d9fe5e8-7c3a-4081-a615-66e30a01b2bc) service to localhost/127.0.0.1:36725 2024-11-12T17:57:27,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/cluster_ef2cc2bb-966c-2779-968d-cc981fb442a0/data/data1/current/BP-1049601888-172.17.0.3-1731434213839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:57:27,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/cluster_ef2cc2bb-966c-2779-968d-cc981fb442a0/data/data2/current/BP-1049601888-172.17.0.3-1731434213839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:57:27,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:57:27,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:57:27,903 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:57:27,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27c7fe15{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:57:27,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d3c7800{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:57:27,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:57:27,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5d017a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:57:27,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62c54c43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/hadoop.log.dir/,STOPPED} 2024-11-12T17:57:27,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:57:27,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:57:27,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:57:27,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:27,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:27,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:27,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:27,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:57:27,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1711109224, stopped=false 2024-11-12T17:57:27,964 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,44557,1731434210182 2024-11-12T17:57:27,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000966518/running 2024-11-12T17:57:27,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000966518/running 2024-11-12T17:57:27,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:57:27,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:57:27,985 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:57:27,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:57:27,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:27,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:27,986 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,39289,1731434210549' ***** 2024-11-12T17:57:27,986 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:57:27,986 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:57:27,986 INFO [RS:0;6684de3f6e40:39289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:57:27,986 INFO [RS:0;6684de3f6e40:39289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:57:27,986 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(3091): Received CLOSE for 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:27,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Set watcher on znode that does not yet exist, /11000966518/running 2024-11-12T17:57:27,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Set watcher on znode that does not yet exist, /11000966518/running 2024-11-12T17:57:27,989 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:57:27,996 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c0dae5d182841db282150ec35c64388 2024-11-12T17:57:27,996 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,39289,1731434210549 2024-11-12T17:57:27,996 INFO [RS:0;6684de3f6e40:39289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:57:27,996 INFO [RS:0;6684de3f6e40:39289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:39289. 2024-11-12T17:57:27,996 DEBUG [RS:0;6684de3f6e40:39289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:27,996 DEBUG [RS:0;6684de3f6e40:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:27,996 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:57:27,997 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:57:27,997 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:57:27,997 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:57:27,997 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3854c8e03cb49de709056c12df47374c, disabling compactions & flushes 2024-11-12T17:57:27,997 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:27,997 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:27,997 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. after waiting 0 ms 2024-11-12T17:57:27,997 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:27,997 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3854c8e03cb49de709056c12df47374c 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-12T17:57:28,007 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:57:28,007 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1325): Online Regions={3854c8e03cb49de709056c12df47374c=hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c., 1588230740=hbase:meta,,1.1588230740, 0c0dae5d182841db282150ec35c64388=test,,1731434223261.0c0dae5d182841db282150ec35c64388.} 2024-11-12T17:57:28,007 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1351): Waiting on 0c0dae5d182841db282150ec35c64388, 1588230740, 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:28,008 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:57:28,008 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:57:28,008 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:57:28,008 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:57:28,008 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:57:28,008 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:57:28,029 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:57:28,062 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/replication/3854c8e03cb49de709056c12df47374c/.tmp/queue/9243c6a98886498994118f54fc62566c is 154, key is 1-6684de3f6e40,39289,1731434210549/queue:6684de3f6e40%2C39289%2C1731434210549/1731434243235/Put/seqid=0 2024-11-12T17:57:28,081 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/info/48b64e258a044666aa30159a6429c9c6 is 147, key is hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c./info:regioninfo/1731434229863/Put/seqid=0 2024-11-12T17:57:28,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741840_1016 (size=5353) 2024-11-12T17:57:28,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741841_1017 (size=7686) 2024-11-12T17:57:28,208 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1351): Waiting on 0c0dae5d182841db282150ec35c64388, 1588230740, 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:28,374 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:28,408 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1351): Waiting on 0c0dae5d182841db282150ec35c64388, 1588230740, 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:28,536 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:57:28,536 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:57:28,540 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/replication/3854c8e03cb49de709056c12df47374c/.tmp/queue/9243c6a98886498994118f54fc62566c 2024-11-12T17:57:28,548 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/info/48b64e258a044666aa30159a6429c9c6 2024-11-12T17:57:28,575 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/replication/3854c8e03cb49de709056c12df47374c/.tmp/queue/9243c6a98886498994118f54fc62566c as hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/replication/3854c8e03cb49de709056c12df47374c/queue/9243c6a98886498994118f54fc62566c 2024-11-12T17:57:28,597 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/replication/3854c8e03cb49de709056c12df47374c/queue/9243c6a98886498994118f54fc62566c, entries=1, sequenceid=14, filesize=5.2 K 2024-11-12T17:57:28,598 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 3854c8e03cb49de709056c12df47374c in 601ms, sequenceid=14, compaction requested=false 2024-11-12T17:57:28,608 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1351): Waiting on 0c0dae5d182841db282150ec35c64388, 1588230740, 3854c8e03cb49de709056c12df47374c 2024-11-12T17:57:28,616 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/ns/eb315f17710f454287ea223a3643422f is 43, key is default/ns:d/1731434213576/Put/seqid=0 2024-11-12T17:57:28,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741842_1018 (size=5153) 2024-11-12T17:57:28,646 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/ns/eb315f17710f454287ea223a3643422f 2024-11-12T17:57:28,652 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/replication/3854c8e03cb49de709056c12df47374c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T17:57:28,653 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:57:28,653 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:57:28,653 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:28,653 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3854c8e03cb49de709056c12df47374c: Waiting for close lock at 1731434247997Running coprocessor pre-close hooks at 1731434247997Disabling compacts and flushes for region at 1731434247997Disabling writes for close at 1731434247997Obtaining lock to block concurrent updates at 1731434247997Preparing flush snapshotting stores in 3854c8e03cb49de709056c12df47374c at 1731434247997Finished memstore snapshotting hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731434247998 (+1 ms)Flushing stores of hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. at 1731434247998Flushing 3854c8e03cb49de709056c12df47374c/queue: creating writer at 1731434247999 (+1 ms)Flushing 3854c8e03cb49de709056c12df47374c/queue: appending metadata at 1731434248062 (+63 ms)Flushing 3854c8e03cb49de709056c12df47374c/queue: closing flushed file at 1731434248062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ad6a80: reopening flushed file at 1731434248571 (+509 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 3854c8e03cb49de709056c12df47374c in 601ms, sequenceid=14, compaction requested=false at 1731434248598 (+27 ms)Writing region close event to WAL at 1731434248619 (+21 ms)Running coprocessor post-close hooks at 1731434248653 (+34 ms)Closed at 1731434248653 2024-11-12T17:57:28,654 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731434228835.3854c8e03cb49de709056c12df47374c. 2024-11-12T17:57:28,654 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c0dae5d182841db282150ec35c64388, disabling compactions & flushes 2024-11-12T17:57:28,654 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:28,654 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:28,654 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434223261.0c0dae5d182841db282150ec35c64388. after waiting 0 ms 2024-11-12T17:57:28,654 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:28,654 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c0dae5d182841db282150ec35c64388 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T17:57:28,690 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/.tmp/f/2bd61ac500974793a5a1648796e2595f is 37, key is row3/f:row3/1731434242055/Put/seqid=0 2024-11-12T17:57:28,774 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/rep_barrier/125a328e2cee41f5a01dd04836e6cdb3 is 112, key is test,,1731434223261.0c0dae5d182841db282150ec35c64388./rep_barrier:seqnumDuringOpen/1731434224799/Put/seqid=0 2024-11-12T17:57:28,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741843_1019 (size=5228) 2024-11-12T17:57:28,799 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/.tmp/f/2bd61ac500974793a5a1648796e2595f 2024-11-12T17:57:28,808 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1351): Waiting on 0c0dae5d182841db282150ec35c64388, 1588230740 2024-11-12T17:57:28,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741844_1020 (size=5518) 2024-11-12T17:57:28,847 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bd61ac500974793a5a1648796e2595f 2024-11-12T17:57:28,906 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1471, reset compression=false 2024-11-12T17:57:28,938 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:28,938 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1718, reset compression=false 2024-11-12T17:57:28,939 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,39289,1731434210549 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:28,940 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/.tmp/f1/64e504a222dd4b3babb6d20e2a646fea is 30, key is row1/f1:/1731434239338/DeleteFamily/seqid=0 2024-11-12T17:57:28,940 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,39289,1731434210549: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6684de3f6e40,39289,1731434210549, walGroup=6684de3f6e40%2C39289%2C1731434210549, offset=6684de3f6e40%2C39289%2C1731434210549.1731434212715:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:39289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:57:28,941 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:57:28,942 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:57:28,942 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:57:28,942 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:57:28,942 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:57:28,942 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 913602160 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198736320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:57:28,943 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:44557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:44557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T17:57:28,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741845_1021 (size=5158) 2024-11-12T17:57:28,988 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/.tmp/f1/64e504a222dd4b3babb6d20e2a646fea 2024-11-12T17:57:29,009 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:57:29,009 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0c0dae5d182841db282150ec35c64388=test,,1731434223261.0c0dae5d182841db282150ec35c64388.} 2024-11-12T17:57:29,009 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1351): Waiting on 0c0dae5d182841db282150ec35c64388, 1588230740 2024-11-12T17:57:29,017 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64e504a222dd4b3babb6d20e2a646fea 2024-11-12T17:57:29,079 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/.tmp/norep/8bddc3f10aac46a3bd10552b63a4d170 is 33, key is row1/norep:/1731434239338/DeleteFamily/seqid=0 2024-11-12T17:57:29,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741846_1022 (size=5108) 2024-11-12T17:57:29,174 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1718, reset compression=false 2024-11-12T17:57:29,209 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1351): Waiting on 0c0dae5d182841db282150ec35c64388, 1588230740 2024-11-12T17:57:29,227 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/rep_barrier/125a328e2cee41f5a01dd04836e6cdb3 2024-11-12T17:57:29,276 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/table/1e057fe6ddc24719bbced7a18d4ee6b1 is 53, key is hbase:replication/table:state/1731434229872/Put/seqid=0 2024-11-12T17:57:29,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741847_1023 (size=5308) 2024-11-12T17:57:29,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,405 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:29,410 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1351): Waiting on 0c0dae5d182841db282150ec35c64388, 1588230740 2024-11-12T17:57:29,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:29,504 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1718, reset compression=false 2024-11-12T17:57:29,560 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/.tmp/norep/8bddc3f10aac46a3bd10552b63a4d170 2024-11-12T17:57:29,575 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bddc3f10aac46a3bd10552b63a4d170 2024-11-12T17:57:29,580 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/.tmp/f/2bd61ac500974793a5a1648796e2595f as hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/f/2bd61ac500974793a5a1648796e2595f 2024-11-12T17:57:29,600 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bd61ac500974793a5a1648796e2595f 2024-11-12T17:57:29,600 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/f/2bd61ac500974793a5a1648796e2595f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T17:57:29,601 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/.tmp/f1/64e504a222dd4b3babb6d20e2a646fea as hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/f1/64e504a222dd4b3babb6d20e2a646fea 2024-11-12T17:57:29,606 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64e504a222dd4b3babb6d20e2a646fea 2024-11-12T17:57:29,606 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/f1/64e504a222dd4b3babb6d20e2a646fea, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T17:57:29,607 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/.tmp/norep/8bddc3f10aac46a3bd10552b63a4d170 as hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/norep/8bddc3f10aac46a3bd10552b63a4d170 2024-11-12T17:57:29,614 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bddc3f10aac46a3bd10552b63a4d170 2024-11-12T17:57:29,614 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/norep/8bddc3f10aac46a3bd10552b63a4d170, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T17:57:29,616 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0c0dae5d182841db282150ec35c64388 in 962ms, sequenceid=12, compaction requested=false 2024-11-12T17:57:29,619 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1351): Waiting on 0c0dae5d182841db282150ec35c64388, 1588230740 2024-11-12T17:57:29,702 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/default/test/0c0dae5d182841db282150ec35c64388/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T17:57:29,705 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:57:29,705 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:57:29,706 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:29,706 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c0dae5d182841db282150ec35c64388: Waiting for close lock at 1731434248654Running coprocessor pre-close hooks at 1731434248654Disabling compacts and flushes for region at 1731434248654Disabling writes for close at 1731434248654Obtaining lock to block concurrent updates at 1731434248654Preparing flush snapshotting stores in 0c0dae5d182841db282150ec35c64388 at 1731434248654Finished memstore snapshotting test,,1731434223261.0c0dae5d182841db282150ec35c64388., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731434248655 (+1 ms)Flushing stores of test,,1731434223261.0c0dae5d182841db282150ec35c64388. at 1731434248657 (+2 ms)Flushing 0c0dae5d182841db282150ec35c64388/f: creating writer at 1731434248657Flushing 0c0dae5d182841db282150ec35c64388/f: appending metadata at 1731434248690 (+33 ms)Flushing 0c0dae5d182841db282150ec35c64388/f: closing flushed file at 1731434248690Flushing 0c0dae5d182841db282150ec35c64388/f1: creating writer at 1731434248847 (+157 ms)Flushing 0c0dae5d182841db282150ec35c64388/f1: appending metadata at 1731434248940 (+93 ms)Flushing 0c0dae5d182841db282150ec35c64388/f1: closing flushed file at 1731434248940Flushing 0c0dae5d182841db282150ec35c64388/norep: creating writer at 1731434249017 (+77 ms)Flushing 0c0dae5d182841db282150ec35c64388/norep: appending metadata at 1731434249074 (+57 ms)Flushing 0c0dae5d182841db282150ec35c64388/norep: closing flushed file at 1731434249074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7360cb55: reopening flushed file at 1731434249575 (+501 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d087c87: reopening flushed file at 1731434249600 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4372f86a: reopening flushed file at 1731434249606 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0c0dae5d182841db282150ec35c64388 in 962ms, sequenceid=12, compaction requested=false at 1731434249616 (+10 ms)Writing region close event to WAL at 1731434249677 (+61 ms)Running coprocessor post-close hooks at 1731434249705 (+28 ms)Closed at 1731434249706 (+1 ms) 2024-11-12T17:57:29,706 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434223261.0c0dae5d182841db282150ec35c64388. 2024-11-12T17:57:29,731 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/table/1e057fe6ddc24719bbced7a18d4ee6b1 2024-11-12T17:57:29,760 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/info/48b64e258a044666aa30159a6429c9c6 as hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/info/48b64e258a044666aa30159a6429c9c6 2024-11-12T17:57:29,771 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/info/48b64e258a044666aa30159a6429c9c6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:57:29,781 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/ns/eb315f17710f454287ea223a3643422f as hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/ns/eb315f17710f454287ea223a3643422f 2024-11-12T17:57:29,805 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/ns/eb315f17710f454287ea223a3643422f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:57:29,807 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/rep_barrier/125a328e2cee41f5a01dd04836e6cdb3 as hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/rep_barrier/125a328e2cee41f5a01dd04836e6cdb3 2024-11-12T17:57:29,823 DEBUG [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:57:29,833 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/rep_barrier/125a328e2cee41f5a01dd04836e6cdb3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:57:29,840 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/.tmp/table/1e057fe6ddc24719bbced7a18d4ee6b1 as hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/table/1e057fe6ddc24719bbced7a18d4ee6b1 2024-11-12T17:57:29,851 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/table/1e057fe6ddc24719bbced7a18d4ee6b1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:57:29,859 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1851ms, sequenceid=16, compaction requested=false 2024-11-12T17:57:29,930 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:57:29,930 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:57:29,930 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:57:29,930 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:57:29,930 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434248008Running coprocessor pre-close hooks at 1731434248008Disabling compacts and flushes for region at 1731434248008Disabling writes for close at 1731434248008Obtaining lock to block concurrent updates at 1731434248008Preparing flush snapshotting stores in 1588230740 at 1731434248008Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434248009 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434248010 (+1 ms)Flushing 1588230740/info: creating writer at 1731434248010Flushing 1588230740/info: appending metadata at 1731434248081 (+71 ms)Flushing 1588230740/info: closing flushed file at 1731434248081Flushing 1588230740/ns: creating writer at 1731434248573 (+492 ms)Flushing 1588230740/ns: appending metadata at 1731434248616 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1731434248616Flushing 1588230740/rep_barrier: creating writer at 1731434248687 (+71 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434248774 (+87 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434248774Flushing 1588230740/table: creating writer at 1731434249238 (+464 ms)Flushing 1588230740/table: appending metadata at 1731434249276 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731434249276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c001517: reopening flushed file at 1731434249758 (+482 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bff3a7c: reopening flushed file at 1731434249771 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44dbf1cf: reopening flushed file at 1731434249805 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63806170: reopening flushed file at 1731434249833 (+28 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1851ms, sequenceid=16, compaction requested=false at 1731434249859 (+26 ms)Writing region close event to WAL at 1731434249912 (+53 ms)Running coprocessor post-close hooks at 1731434249930 (+18 ms)Closed at 1731434249930 2024-11-12T17:57:29,931 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:57:29,934 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 1718, reset compression=false 2024-11-12T17:57:29,977 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:29,977 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 2362, reset compression=false 2024-11-12T17:57:30,032 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,39289,1731434210549; all regions closed. 2024-11-12T17:57:30,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:57:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741834_1010 (size=4239) 2024-11-12T17:57:30,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741839_1015 (size=3552) 2024-11-12T17:57:30,168 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 not finished, retry = 0 2024-11-12T17:57:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741833_1009 (size=2370) 2024-11-12T17:57:30,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,201 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 to pos 2362, reset compression=false 2024-11-12T17:57:30,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:30,270 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/WALs/6684de3f6e40,39289,1731434210549/6684de3f6e40%2C39289%2C1731434210549.1731434212715 2024-11-12T17:57:30,270 DEBUG [RS:0;6684de3f6e40:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:30,270 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:57:30,270 INFO [RS:0;6684de3f6e40:39289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:57:30,271 INFO [RS:0;6684de3f6e40:39289 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:57:30,271 INFO [RS:0;6684de3f6e40:39289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:57:30,271 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:57:30,271 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,39289,1731434210549 because: Region server is closing 2024-11-12T17:57:30,272 INFO [RS:0;6684de3f6e40:39289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:39289. 2024-11-12T17:57:30,272 DEBUG [RS:0;6684de3f6e40:39289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:30,272 DEBUG [RS:0;6684de3f6e40:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:30,272 DEBUG [RS:0;6684de3f6e40:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:30,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:30,372 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.shipper6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 terminated 2024-11-12T17:57:30,373 INFO [RS:0;6684de3f6e40:39289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:39289. 2024-11-12T17:57:30,373 DEBUG [RS:0;6684de3f6e40:39289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:30,373 DEBUG [RS:0;6684de3f6e40:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:30,373 DEBUG [RS:0;6684de3f6e40:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:30,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:30,373 INFO [RS:0;6684de3f6e40:39289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39289 2024-11-12T17:57:30,375 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,39289,1731434210549.replicationSource.wal-reader.6684de3f6e40%2C39289%2C1731434210549,1-6684de3f6e40,39289,1731434210549 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-12T17:57:30,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518/rs 2024-11-12T17:57:30,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000966518/rs/6684de3f6e40,39289,1731434210549 2024-11-12T17:57:30,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,39289,1731434210549] 2024-11-12T17:57:30,403 INFO [RS:0;6684de3f6e40:39289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:57:30,415 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11000966518/draining/6684de3f6e40,39289,1731434210549 already deleted, retry=false 2024-11-12T17:57:30,415 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,39289,1731434210549 expired; onlineServers=0 2024-11-12T17:57:30,415 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,44557,1731434210182' ***** 2024-11-12T17:57:30,415 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:57:30,417 INFO [M:0;6684de3f6e40:44557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:57:30,417 INFO [M:0;6684de3f6e40:44557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:57:30,417 DEBUG [M:0;6684de3f6e40:44557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:57:30,417 DEBUG [M:0;6684de3f6e40:44557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:57:30,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:57:30,417 INFO [M:0;6684de3f6e40:44557 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:57:30,417 INFO [M:0;6684de3f6e40:44557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:57:30,417 DEBUG [M:0;6684de3f6e40:44557 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:57:30,417 INFO [M:0;6684de3f6e40:44557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:57:30,417 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434212212 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434212212,5,FailOnTimeoutGroup] 2024-11-12T17:57:30,418 INFO [M:0;6684de3f6e40:44557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:57:30,418 INFO [M:0;6684de3f6e40:44557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:57:30,418 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:57:30,418 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434212219 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434212219,5,FailOnTimeoutGroup] 2024-11-12T17:57:30,528 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:30,656 INFO [RS:0;6684de3f6e40:39289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:57:30,656 INFO [RS:0;6684de3f6e40:39289 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,39289,1731434210549; zookeeper connection closed. 2024-11-12T17:57:30,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:30,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x101317ae6df0004, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:30,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29d09d50 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29d09d50 2024-11-12T17:57:30,684 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:57:30,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000966518/master 2024-11-12T17:57:30,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000966518 2024-11-12T17:57:30,786 DEBUG [M:0;6684de3f6e40:44557 {}] zookeeper.RecoverableZooKeeper(212): Node /11000966518/master already deleted, retry=false 2024-11-12T17:57:30,786 DEBUG [M:0;6684de3f6e40:44557 {}] master.ActiveMasterManager(353): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Failed delete of our master address node; KeeperErrorCode = NoNode for /11000966518/master 2024-11-12T17:57:30,808 INFO [M:0;6684de3f6e40:44557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/.lastflushedseqids 2024-11-12T17:57:30,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741848_1024 (size=245) 2024-11-12T17:57:30,843 INFO [M:0;6684de3f6e40:44557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:57:30,844 INFO [M:0;6684de3f6e40:44557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:57:30,844 DEBUG [M:0;6684de3f6e40:44557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:57:30,844 INFO [M:0;6684de3f6e40:44557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:30,844 DEBUG [M:0;6684de3f6e40:44557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:30,844 DEBUG [M:0;6684de3f6e40:44557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:57:30,844 DEBUG [M:0;6684de3f6e40:44557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:30,844 INFO [M:0;6684de3f6e40:44557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-12T17:57:30,877 DEBUG [M:0;6684de3f6e40:44557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30850bbc28854c868249566b933e0736 is 82, key is hbase:meta,,1/info:regioninfo/1731434213532/Put/seqid=0 2024-11-12T17:57:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741849_1025 (size=5672) 2024-11-12T17:57:31,304 INFO [M:0;6684de3f6e40:44557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30850bbc28854c868249566b933e0736 2024-11-12T17:57:31,375 DEBUG [M:0;6684de3f6e40:44557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5295522aa2f47b0aac082438b319654 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731434224853/Put/seqid=0 2024-11-12T17:57:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741850_1026 (size=7219) 2024-11-12T17:57:31,780 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:31,848 INFO [M:0;6684de3f6e40:44557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5295522aa2f47b0aac082438b319654 2024-11-12T17:57:31,858 INFO [M:0;6684de3f6e40:44557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5295522aa2f47b0aac082438b319654 2024-11-12T17:57:31,905 DEBUG [M:0;6684de3f6e40:44557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/489210d99ecd4d91b39f0b2b80f8e2e4 is 69, key is 6684de3f6e40,39289,1731434210549/rs:state/1731434212241/Put/seqid=0 2024-11-12T17:57:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741851_1027 (size=5156) 2024-11-12T17:57:31,931 INFO [M:0;6684de3f6e40:44557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/489210d99ecd4d91b39f0b2b80f8e2e4 2024-11-12T17:57:31,945 DEBUG [M:0;6684de3f6e40:44557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30850bbc28854c868249566b933e0736 as hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30850bbc28854c868249566b933e0736 2024-11-12T17:57:31,949 INFO [M:0;6684de3f6e40:44557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30850bbc28854c868249566b933e0736, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T17:57:31,950 DEBUG [M:0;6684de3f6e40:44557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5295522aa2f47b0aac082438b319654 as hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5295522aa2f47b0aac082438b319654 2024-11-12T17:57:31,954 INFO [M:0;6684de3f6e40:44557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5295522aa2f47b0aac082438b319654 2024-11-12T17:57:31,954 INFO [M:0;6684de3f6e40:44557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5295522aa2f47b0aac082438b319654, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T17:57:31,955 DEBUG [M:0;6684de3f6e40:44557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/489210d99ecd4d91b39f0b2b80f8e2e4 as hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/489210d99ecd4d91b39f0b2b80f8e2e4 2024-11-12T17:57:31,963 INFO [M:0;6684de3f6e40:44557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39043/user/jenkins/test-data/644e88f2-3560-f7ec-2fa1-efb02391a7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/489210d99ecd4d91b39f0b2b80f8e2e4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T17:57:31,964 INFO [M:0;6684de3f6e40:44557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1119ms, sequenceid=105, compaction requested=false 2024-11-12T17:57:31,980 INFO [M:0;6684de3f6e40:44557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:31,980 DEBUG [M:0;6684de3f6e40:44557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434250844Disabling compacts and flushes for region at 1731434250844Disabling writes for close at 1731434250844Obtaining lock to block concurrent updates at 1731434250844Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434250844Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731434250845 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434250846 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434250846Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434250877 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434250877Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434251326 (+449 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434251367 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434251367Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434251858 (+491 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434251903 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434251903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cecf210: reopening flushed file at 1731434251944 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d8bca7: reopening flushed file at 1731434251949 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c1cbdd: reopening flushed file at 1731434251955 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1119ms, sequenceid=105, compaction requested=false at 1731434251964 (+9 ms)Writing region close event to WAL at 1731434251980 (+16 ms)Closed at 1731434251980 2024-11-12T17:57:32,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741830_1006 (size=64435) 2024-11-12T17:57:32,006 INFO [M:0;6684de3f6e40:44557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:57:32,006 INFO [M:0;6684de3f6e40:44557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44557 2024-11-12T17:57:32,007 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:57:32,007 INFO [M:0;6684de3f6e40:44557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:57:32,147 INFO [M:0;6684de3f6e40:44557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:57:32,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:32,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44557-0x101317ae6df0003, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:32,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e865d8f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:57:32,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e2f74d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:57:32,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:57:32,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa24101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:57:32,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169bf106{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/hadoop.log.dir/,STOPPED} 2024-11-12T17:57:32,228 WARN [BP-488332574-172.17.0.3-1731434206475 heartbeating to localhost/127.0.0.1:39043 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:57:32,228 WARN [BP-488332574-172.17.0.3-1731434206475 heartbeating to localhost/127.0.0.1:39043 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-488332574-172.17.0.3-1731434206475 (Datanode Uuid b59e9adb-f277-4a70-8a4c-b456b758eef8) service to localhost/127.0.0.1:39043 2024-11-12T17:57:32,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/cluster_15c53894-7661-a20e-723d-f1360827e821/data/data1/current/BP-488332574-172.17.0.3-1731434206475 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:57:32,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/cluster_15c53894-7661-a20e-723d-f1360827e821/data/data2/current/BP-488332574-172.17.0.3-1731434206475 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:57:32,229 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:57:32,229 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:57:32,230 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:57:32,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f5fb085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:57:32,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5144101d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:57:32,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:57:32,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d19ed7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:57:32,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4199d422{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0dbd1a-9a40-1fb3-e8a9-07fb89578e68/hadoop.log.dir/,STOPPED} 2024-11-12T17:57:32,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:57:32,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:57:32,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:57:32,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:32,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:32,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:32,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:32,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:57:32,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=827703280, stopped=false 2024-11-12T17:57:32,295 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,39479,1731434201943 2024-11-12T17:57:32,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1619890395/running 2024-11-12T17:57:32,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:57:32,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1619890395/running 2024-11-12T17:57:32,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:57:32,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:57:32,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:57:32,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:32,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:32,320 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,37219,1731434202289' ***** 2024-11-12T17:57:32,320 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:57:32,320 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:57:32,321 INFO [RS:0;6684de3f6e40:37219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:57:32,321 INFO [RS:0;6684de3f6e40:37219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:57:32,321 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b17bc17e3219baeee47fb581d6992db 2024-11-12T17:57:32,321 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:57:32,321 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(3091): Received CLOSE for ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:32,321 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,37219,1731434202289 2024-11-12T17:57:32,321 INFO [RS:0;6684de3f6e40:37219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:57:32,321 INFO [RS:0;6684de3f6e40:37219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:37219. 2024-11-12T17:57:32,321 DEBUG [RS:0;6684de3f6e40:37219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:32,321 DEBUG [RS:0;6684de3f6e40:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:32,321 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:57:32,321 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:57:32,321 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:57:32,321 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:57:32,322 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b17bc17e3219baeee47fb581d6992db, disabling compactions & flushes 2024-11-12T17:57:32,322 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:32,322 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:32,322 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. after waiting 0 ms 2024-11-12T17:57:32,322 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:32,322 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b17bc17e3219baeee47fb581d6992db 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-12T17:57:32,329 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:57:32,329 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1325): Online Regions={2b17bc17e3219baeee47fb581d6992db=hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db., 1588230740=hbase:meta,,1.1588230740, ab7d5a4a54d07a54d3992db543c1ac34=test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34.} 2024-11-12T17:57:32,329 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b17bc17e3219baeee47fb581d6992db, ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:32,329 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:57:32,329 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:57:32,331 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:57:32,331 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:57:32,331 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:57:32,331 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:57:32,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Set watcher on znode that does not yet exist, /0-1619890395/running 2024-11-12T17:57:32,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Set watcher on znode that does not yet exist, /0-1619890395/running 2024-11-12T17:57:32,375 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:57:32,393 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/replication/2b17bc17e3219baeee47fb581d6992db/.tmp/queue/b11572fdc04646b48a344e181e92673c is 154, key is 1-6684de3f6e40,37219,1731434202289/queue:6684de3f6e40%2C37219%2C1731434202289/1731434243732/Put/seqid=0 2024-11-12T17:57:32,401 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/info/a775aeb8857a4caebffba492e2c2d7f0 is 147, key is hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db./info:regioninfo/1731434228117/Put/seqid=0 2024-11-12T17:57:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741840_1016 (size=5353) 2024-11-12T17:57:32,459 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/replication/2b17bc17e3219baeee47fb581d6992db/.tmp/queue/b11572fdc04646b48a344e181e92673c 2024-11-12T17:57:32,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741841_1017 (size=7686) 2024-11-12T17:57:32,475 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/info/a775aeb8857a4caebffba492e2c2d7f0 2024-11-12T17:57:32,484 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/replication/2b17bc17e3219baeee47fb581d6992db/.tmp/queue/b11572fdc04646b48a344e181e92673c as hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/replication/2b17bc17e3219baeee47fb581d6992db/queue/b11572fdc04646b48a344e181e92673c 2024-11-12T17:57:32,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:32,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:57:32,492 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88761 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:57:32,494 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/replication/2b17bc17e3219baeee47fb581d6992db/queue/b11572fdc04646b48a344e181e92673c, entries=1, sequenceid=14, filesize=5.2 K 2024-11-12T17:57:32,495 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 2b17bc17e3219baeee47fb581d6992db in 173ms, sequenceid=14, compaction requested=false 2024-11-12T17:57:32,529 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b17bc17e3219baeee47fb581d6992db, ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:32,556 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/replication/2b17bc17e3219baeee47fb581d6992db/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T17:57:32,556 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:57:32,556 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:57:32,556 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:32,557 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b17bc17e3219baeee47fb581d6992db: Waiting for close lock at 1731434252322Running coprocessor pre-close hooks at 1731434252322Disabling compacts and flushes for region at 1731434252322Disabling writes for close at 1731434252322Obtaining lock to block concurrent updates at 1731434252322Preparing flush snapshotting stores in 2b17bc17e3219baeee47fb581d6992db at 1731434252322Finished memstore snapshotting hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731434252322Flushing stores of hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. at 1731434252323 (+1 ms)Flushing 2b17bc17e3219baeee47fb581d6992db/queue: creating writer at 1731434252323Flushing 2b17bc17e3219baeee47fb581d6992db/queue: appending metadata at 1731434252392 (+69 ms)Flushing 2b17bc17e3219baeee47fb581d6992db/queue: closing flushed file at 1731434252392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10804ef5: reopening flushed file at 1731434252475 (+83 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 2b17bc17e3219baeee47fb581d6992db in 173ms, sequenceid=14, compaction requested=false at 1731434252495 (+20 ms)Writing region close event to WAL at 1731434252527 (+32 ms)Running coprocessor post-close hooks at 1731434252556 (+29 ms)Closed at 1731434252556 2024-11-12T17:57:32,557 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731434226646.2b17bc17e3219baeee47fb581d6992db. 2024-11-12T17:57:32,557 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab7d5a4a54d07a54d3992db543c1ac34, disabling compactions & flushes 2024-11-12T17:57:32,557 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:32,557 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:32,557 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. after waiting 0 ms 2024-11-12T17:57:32,557 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:32,557 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ab7d5a4a54d07a54d3992db543c1ac34 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-12T17:57:32,564 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/ns/3204547f528644cf82b5e1e1d6dd772b is 43, key is default/ns:d/1731434206169/Put/seqid=0 2024-11-12T17:57:32,608 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/.tmp/f/a2800d227e6a4050b2b50de53af2bb22 is 37, key is row3/f:row3/1731434242055/Put/seqid=0 2024-11-12T17:57:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741842_1018 (size=5153) 2024-11-12T17:57:32,613 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/ns/3204547f528644cf82b5e1e1d6dd772b 2024-11-12T17:57:32,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741843_1019 (size=5228) 2024-11-12T17:57:32,650 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/.tmp/f/a2800d227e6a4050b2b50de53af2bb22 2024-11-12T17:57:32,671 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2800d227e6a4050b2b50de53af2bb22 2024-11-12T17:57:32,686 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/rep_barrier/b2158384f04f47d1ba03bd0565acfb27 is 112, key is test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34./rep_barrier:seqnumDuringOpen/1731434222558/Put/seqid=0 2024-11-12T17:57:32,704 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/.tmp/f1/e28efe6dd562482f99793e923fd8fc53 is 30, key is row1/f1:/1731434239338/DeleteFamily/seqid=0 2024-11-12T17:57:32,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741845_1021 (size=5158) 2024-11-12T17:57:32,729 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:32,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741844_1020 (size=5518) 2024-11-12T17:57:32,735 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/.tmp/f1/e28efe6dd562482f99793e923fd8fc53 2024-11-12T17:57:32,768 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e28efe6dd562482f99793e923fd8fc53 2024-11-12T17:57:32,807 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/.tmp/norep/2f9d4edc74f147d2b917a0fc60c8d484 is 32, key is row/norep:/1731434238322/DeleteFamily/seqid=0 2024-11-12T17:57:32,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741846_1022 (size=5101) 2024-11-12T17:57:32,849 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/.tmp/norep/2f9d4edc74f147d2b917a0fc60c8d484 2024-11-12T17:57:32,870 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f9d4edc74f147d2b917a0fc60c8d484 2024-11-12T17:57:32,871 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/.tmp/f/a2800d227e6a4050b2b50de53af2bb22 as hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/f/a2800d227e6a4050b2b50de53af2bb22 2024-11-12T17:57:32,897 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:57:32,898 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:57:32,904 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2800d227e6a4050b2b50de53af2bb22 2024-11-12T17:57:32,906 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/f/a2800d227e6a4050b2b50de53af2bb22, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T17:57:32,916 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/.tmp/f1/e28efe6dd562482f99793e923fd8fc53 as hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/f1/e28efe6dd562482f99793e923fd8fc53 2024-11-12T17:57:32,930 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab7d5a4a54d07a54d3992db543c1ac34 2024-11-12T17:57:32,943 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e28efe6dd562482f99793e923fd8fc53 2024-11-12T17:57:32,943 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/f1/e28efe6dd562482f99793e923fd8fc53, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T17:57:32,945 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/.tmp/norep/2f9d4edc74f147d2b917a0fc60c8d484 as hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/norep/2f9d4edc74f147d2b917a0fc60c8d484 2024-11-12T17:57:32,960 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f9d4edc74f147d2b917a0fc60c8d484 2024-11-12T17:57:32,960 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/norep/2f9d4edc74f147d2b917a0fc60c8d484, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T17:57:32,964 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ab7d5a4a54d07a54d3992db543c1ac34 in 407ms, sequenceid=12, compaction requested=false 2024-11-12T17:57:32,964 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T17:57:33,019 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/default/test/ab7d5a4a54d07a54d3992db543c1ac34/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T17:57:33,023 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:57:33,023 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:57:33,023 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:33,023 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab7d5a4a54d07a54d3992db543c1ac34: Waiting for close lock at 1731434252557Running coprocessor pre-close hooks at 1731434252557Disabling compacts and flushes for region at 1731434252557Disabling writes for close at 1731434252557Obtaining lock to block concurrent updates at 1731434252557Preparing flush snapshotting stores in ab7d5a4a54d07a54d3992db543c1ac34 at 1731434252557Finished memstore snapshotting test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731434252557Flushing stores of test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. at 1731434252558 (+1 ms)Flushing ab7d5a4a54d07a54d3992db543c1ac34/f: creating writer at 1731434252558Flushing ab7d5a4a54d07a54d3992db543c1ac34/f: appending metadata at 1731434252608 (+50 ms)Flushing ab7d5a4a54d07a54d3992db543c1ac34/f: closing flushed file at 1731434252608Flushing ab7d5a4a54d07a54d3992db543c1ac34/f1: creating writer at 1731434252671 (+63 ms)Flushing ab7d5a4a54d07a54d3992db543c1ac34/f1: appending metadata at 1731434252704 (+33 ms)Flushing ab7d5a4a54d07a54d3992db543c1ac34/f1: closing flushed file at 1731434252704Flushing ab7d5a4a54d07a54d3992db543c1ac34/norep: creating writer at 1731434252768 (+64 ms)Flushing ab7d5a4a54d07a54d3992db543c1ac34/norep: appending metadata at 1731434252806 (+38 ms)Flushing ab7d5a4a54d07a54d3992db543c1ac34/norep: closing flushed file at 1731434252806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42576683: reopening flushed file at 1731434252870 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4477fe2d: reopening flushed file at 1731434252907 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf36691: reopening flushed file at 1731434252943 (+36 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ab7d5a4a54d07a54d3992db543c1ac34 in 407ms, sequenceid=12, compaction requested=false at 1731434252964 (+21 ms)Writing region close event to WAL at 1731434253007 (+43 ms)Running coprocessor post-close hooks at 1731434253023 (+16 ms)Closed at 1731434253023 2024-11-12T17:57:33,024 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434221071.ab7d5a4a54d07a54d3992db543c1ac34. 2024-11-12T17:57:33,105 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 1491, reset compression=false 2024-11-12T17:57:33,130 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:57:33,139 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/rep_barrier/b2158384f04f47d1ba03bd0565acfb27 2024-11-12T17:57:33,145 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:57:33,145 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 2382, reset compression=false 2024-11-12T17:57:33,145 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,37219,1731434202289 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:57:33,146 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,37219,1731434202289: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6684de3f6e40,37219,1731434202289, walGroup=6684de3f6e40%2C37219%2C1731434202289, offset=6684de3f6e40%2C37219%2C1731434202289.1731434205060:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:37219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:57:33,147 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:57:33,147 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:57:33,152 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:57:33,152 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:57:33,152 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:57:33,152 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 895412736 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199497072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:57:33,154 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:39479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:39479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T17:57:33,221 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/table/c83a533c930344a2a73adcca3594a6e8 is 53, key is hbase:replication/table:state/1731434228151/Put/seqid=0 2024-11-12T17:57:33,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741847_1023 (size=5308) 2024-11-12T17:57:33,330 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:57:33,330 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:57:33,330 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:57:33,400 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 2382, reset compression=false 2024-11-12T17:57:33,531 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:57:33,646 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/table/c83a533c930344a2a73adcca3594a6e8 2024-11-12T17:57:33,660 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/info/a775aeb8857a4caebffba492e2c2d7f0 as hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/info/a775aeb8857a4caebffba492e2c2d7f0 2024-11-12T17:57:33,678 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/info/a775aeb8857a4caebffba492e2c2d7f0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:57:33,680 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/ns/3204547f528644cf82b5e1e1d6dd772b as hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/ns/3204547f528644cf82b5e1e1d6dd772b 2024-11-12T17:57:33,691 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/ns/3204547f528644cf82b5e1e1d6dd772b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:57:33,698 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/rep_barrier/b2158384f04f47d1ba03bd0565acfb27 as hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/rep_barrier/b2158384f04f47d1ba03bd0565acfb27 2024-11-12T17:57:33,715 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/rep_barrier/b2158384f04f47d1ba03bd0565acfb27, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:57:33,717 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/.tmp/table/c83a533c930344a2a73adcca3594a6e8 as hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/table/c83a533c930344a2a73adcca3594a6e8 2024-11-12T17:57:33,726 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.wal-reader.6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.1731434205060 to pos 2382, reset compression=false 2024-11-12T17:57:33,728 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/table/c83a533c930344a2a73adcca3594a6e8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:57:33,730 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1399ms, sequenceid=16, compaction requested=false 2024-11-12T17:57:33,730 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:57:33,734 DEBUG [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:57:33,827 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:57:33,828 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:57:33,828 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:57:33,828 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:57:33,829 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434252329Running coprocessor pre-close hooks at 1731434252329Disabling compacts and flushes for region at 1731434252329Disabling writes for close at 1731434252331 (+2 ms)Obtaining lock to block concurrent updates at 1731434252331Preparing flush snapshotting stores in 1588230740 at 1731434252331Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434252333 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434252335 (+2 ms)Flushing 1588230740/info: creating writer at 1731434252335Flushing 1588230740/info: appending metadata at 1731434252401 (+66 ms)Flushing 1588230740/info: closing flushed file at 1731434252401Flushing 1588230740/ns: creating writer at 1731434252509 (+108 ms)Flushing 1588230740/ns: appending metadata at 1731434252562 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1731434252562Flushing 1588230740/rep_barrier: creating writer at 1731434252626 (+64 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434252686 (+60 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434252686Flushing 1588230740/table: creating writer at 1731434253156 (+470 ms)Flushing 1588230740/table: appending metadata at 1731434253219 (+63 ms)Flushing 1588230740/table: closing flushed file at 1731434253220 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129b1841: reopening flushed file at 1731434253657 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36bce7c4: reopening flushed file at 1731434253678 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dad2d41: reopening flushed file at 1731434253691 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb33941: reopening flushed file at 1731434253715 (+24 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1399ms, sequenceid=16, compaction requested=false at 1731434253730 (+15 ms)Writing region close event to WAL at 1731434253803 (+73 ms)Running coprocessor post-close hooks at 1731434253828 (+25 ms)Closed at 1731434253828 2024-11-12T17:57:33,829 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:57:33,936 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,37219,1731434202289; all regions closed. 2024-11-12T17:57:33,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741834_1010 (size=4239) 2024-11-12T17:57:33,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741839_1015 (size=3552) 2024-11-12T17:57:33,984 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/WALs/6684de3f6e40,37219,1731434202289/6684de3f6e40%2C37219%2C1731434202289.rep.1731434227984 not finished, retry = 0 2024-11-12T17:57:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741832_1008 (size=2390) 2024-11-12T17:57:34,118 DEBUG [RS:0;6684de3f6e40:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:34,118 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:57:34,118 INFO [RS:0;6684de3f6e40:37219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:57:34,118 INFO [RS:0;6684de3f6e40:37219 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T17:57:34,119 INFO [RS:0;6684de3f6e40:37219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:57:34,119 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,37219,1731434202289 because: Region server is closing 2024-11-12T17:57:34,119 INFO [RS:0;6684de3f6e40:37219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:37219. 2024-11-12T17:57:34,119 DEBUG [RS:0;6684de3f6e40:37219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:34,119 DEBUG [RS:0;6684de3f6e40:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:34,120 DEBUG [RS:0;6684de3f6e40:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:34,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:34,123 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:57:34,220 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,37219,1731434202289.replicationSource.shipper6684de3f6e40%2C37219%2C1731434202289,1-6684de3f6e40,37219,1731434202289 terminated 2024-11-12T17:57:34,220 INFO [RS:0;6684de3f6e40:37219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:37219. 2024-11-12T17:57:34,220 DEBUG [RS:0;6684de3f6e40:37219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:57:34,220 DEBUG [RS:0;6684de3f6e40:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:34,220 DEBUG [RS:0;6684de3f6e40:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:34,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:34,220 INFO [RS:0;6684de3f6e40:37219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37219 2024-11-12T17:57:34,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:57:34,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T17:57:34,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:57:34,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1619890395/rs/6684de3f6e40,37219,1731434202289 2024-11-12T17:57:34,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395/rs 2024-11-12T17:57:34,270 INFO [RS:0;6684de3f6e40:37219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:57:34,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,37219,1731434202289] 2024-11-12T17:57:34,369 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1619890395/draining/6684de3f6e40,37219,1731434202289 already deleted, retry=false 2024-11-12T17:57:34,369 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,37219,1731434202289 expired; onlineServers=0 2024-11-12T17:57:34,369 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,39479,1731434201943' ***** 2024-11-12T17:57:34,369 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:57:34,369 INFO [M:0;6684de3f6e40:39479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:57:34,370 INFO [M:0;6684de3f6e40:39479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:57:34,370 DEBUG [M:0;6684de3f6e40:39479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:57:34,370 DEBUG [M:0;6684de3f6e40:39479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:57:34,370 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:57:34,370 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434204688 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434204688,5,FailOnTimeoutGroup] 2024-11-12T17:57:34,370 INFO [M:0;6684de3f6e40:39479 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:57:34,370 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434204667 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434204667,5,FailOnTimeoutGroup] 2024-11-12T17:57:34,370 INFO [M:0;6684de3f6e40:39479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:57:34,370 DEBUG [M:0;6684de3f6e40:39479 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:57:34,370 INFO [M:0;6684de3f6e40:39479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:57:34,370 INFO [M:0;6684de3f6e40:39479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:57:34,370 INFO [M:0;6684de3f6e40:39479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:57:34,371 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:57:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x101317ae6df0001, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:34,411 INFO [RS:0;6684de3f6e40:37219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:57:34,411 INFO [RS:0;6684de3f6e40:37219 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,37219,1731434202289; zookeeper connection closed. 2024-11-12T17:57:34,421 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e41743d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e41743d 2024-11-12T17:57:34,422 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:57:34,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1619890395/master 2024-11-12T17:57:34,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1619890395 2024-11-12T17:57:34,460 DEBUG [M:0;6684de3f6e40:39479 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1619890395/master already deleted, retry=false 2024-11-12T17:57:34,460 DEBUG [M:0;6684de3f6e40:39479 {}] master.ActiveMasterManager(353): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1619890395/master 2024-11-12T17:57:34,480 INFO [M:0;6684de3f6e40:39479 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/.lastflushedseqids 2024-11-12T17:57:34,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741848_1024 (size=245) 2024-11-12T17:57:34,943 INFO [M:0;6684de3f6e40:39479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:57:34,943 INFO [M:0;6684de3f6e40:39479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:57:34,943 DEBUG [M:0;6684de3f6e40:39479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:57:34,943 INFO [M:0;6684de3f6e40:39479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:34,943 DEBUG [M:0;6684de3f6e40:39479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:34,943 DEBUG [M:0;6684de3f6e40:39479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:57:34,943 DEBUG [M:0;6684de3f6e40:39479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:34,944 INFO [M:0;6684de3f6e40:39479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-12T17:57:34,966 DEBUG [M:0;6684de3f6e40:39479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80ee6406680a41d6aa3037714c57deb6 is 82, key is hbase:meta,,1/info:regioninfo/1731434205851/Put/seqid=0 2024-11-12T17:57:34,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741849_1025 (size=5672) 2024-11-12T17:57:35,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:57:35,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:35,384 INFO [M:0;6684de3f6e40:39479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80ee6406680a41d6aa3037714c57deb6 2024-11-12T17:57:35,429 DEBUG [M:0;6684de3f6e40:39479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d39e733cbee458696af1391b45fde34 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731434222596/Put/seqid=0 2024-11-12T17:57:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741850_1026 (size=7219) 2024-11-12T17:57:35,491 INFO [M:0;6684de3f6e40:39479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d39e733cbee458696af1391b45fde34 2024-11-12T17:57:35,516 INFO [M:0;6684de3f6e40:39479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d39e733cbee458696af1391b45fde34 2024-11-12T17:57:35,547 DEBUG [M:0;6684de3f6e40:39479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54aeb2fb2593496c9b9fad176d05ab16 is 69, key is 6684de3f6e40,37219,1731434202289/rs:state/1731434204777/Put/seqid=0 2024-11-12T17:57:35,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741851_1027 (size=5156) 2024-11-12T17:57:35,992 INFO [M:0;6684de3f6e40:39479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54aeb2fb2593496c9b9fad176d05ab16 2024-11-12T17:57:36,002 DEBUG [M:0;6684de3f6e40:39479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80ee6406680a41d6aa3037714c57deb6 as hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80ee6406680a41d6aa3037714c57deb6 2024-11-12T17:57:36,009 INFO [M:0;6684de3f6e40:39479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80ee6406680a41d6aa3037714c57deb6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T17:57:36,010 DEBUG [M:0;6684de3f6e40:39479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d39e733cbee458696af1391b45fde34 as hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d39e733cbee458696af1391b45fde34 2024-11-12T17:57:36,034 INFO [M:0;6684de3f6e40:39479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d39e733cbee458696af1391b45fde34 2024-11-12T17:57:36,035 INFO [M:0;6684de3f6e40:39479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d39e733cbee458696af1391b45fde34, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T17:57:36,036 DEBUG [M:0;6684de3f6e40:39479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54aeb2fb2593496c9b9fad176d05ab16 as hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54aeb2fb2593496c9b9fad176d05ab16 2024-11-12T17:57:36,046 INFO [M:0;6684de3f6e40:39479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/8b95a482-365c-2cdb-dcdc-fe5710db0caa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54aeb2fb2593496c9b9fad176d05ab16, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T17:57:36,047 INFO [M:0;6684de3f6e40:39479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1104ms, sequenceid=105, compaction requested=false 2024-11-12T17:57:36,051 INFO [M:0;6684de3f6e40:39479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:36,051 DEBUG [M:0;6684de3f6e40:39479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434254943Disabling compacts and flushes for region at 1731434254943Disabling writes for close at 1731434254943Obtaining lock to block concurrent updates at 1731434254944 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434254944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731434254944Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434254945 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434254945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434254965 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434254965Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434255404 (+439 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434255428 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434255429 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434255516 (+87 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434255546 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434255546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@451ac0e3: reopening flushed file at 1731434256001 (+455 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8d7a43: reopening flushed file at 1731434256009 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744b3dc9: reopening flushed file at 1731434256035 (+26 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1104ms, sequenceid=105, compaction requested=false at 1731434256047 (+12 ms)Writing region close event to WAL at 1731434256051 (+4 ms)Closed at 1731434256051 2024-11-12T17:57:36,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41529 is added to blk_1073741830_1006 (size=64435) 2024-11-12T17:57:36,071 INFO [M:0;6684de3f6e40:39479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:57:36,071 INFO [M:0;6684de3f6e40:39479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39479 2024-11-12T17:57:36,071 INFO [M:0;6684de3f6e40:39479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:57:36,074 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:57:36,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:36,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39479-0x101317ae6df0000, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:57:36,319 INFO [M:0;6684de3f6e40:39479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:57:36,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b813421{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:57:36,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73023891{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:57:36,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:57:36,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c0f85bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:57:36,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ca240c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/hadoop.log.dir/,STOPPED} 2024-11-12T17:57:36,381 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:57:36,381 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:57:36,381 WARN [BP-1336741266-172.17.0.3-1731434198407 heartbeating to localhost/127.0.0.1:43449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:57:36,381 WARN [BP-1336741266-172.17.0.3-1731434198407 heartbeating to localhost/127.0.0.1:43449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1336741266-172.17.0.3-1731434198407 (Datanode Uuid 9673b094-592a-46cc-83bf-a1590aa088b8) service to localhost/127.0.0.1:43449 2024-11-12T17:57:36,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/cluster_0228a44c-51a4-03d5-5db9-2333294dcd88/data/data1/current/BP-1336741266-172.17.0.3-1731434198407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:57:36,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/cluster_0228a44c-51a4-03d5-5db9-2333294dcd88/data/data2/current/BP-1336741266-172.17.0.3-1731434198407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:57:36,382 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:57:36,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a7880de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:57:36,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56d056ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:57:36,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:57:36,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b443fb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:57:36,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@689e2dc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4247358-4b08-77f8-d552-60ec2c13a56c/hadoop.log.dir/,STOPPED} 2024-11-12T17:57:36,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T17:57:36,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:57:36,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=309 (was 259) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39043 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55876) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43449 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55876) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55876) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=724 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1781 (was 1683) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1051 (was 618) - AvailableMemoryMB LEAK? - 2024-11-12T17:57:36,474 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=309, OpenFileDescriptor=724, MaxFileDescriptor=1048576, SystemLoadAverage=1781, ProcessCount=11, AvailableMemoryMB=1050 2024-11-12T17:57:36,491 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-12T17:57:36,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/hadoop.log.dir so I do NOT create it in target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9 2024-11-12T17:57:36,492 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:57:36,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/hadoop.tmp.dir so I do NOT create it in target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9 2024-11-12T17:57:36,492 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f4ca7ac-0cba-6aa3-750f-0ff6ab81428d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:57:36,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9 2024-11-12T17:57:36,492 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/cluster_e090e6b2-e603-60af-2bc0-c67947c9232c, deleteOnExit=true 2024-11-12T17:57:36,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101317ae6df0002, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:57:36,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101317ae6df0002, quorum=127.0.0.1:55876, baseZNode=/0-1619890395 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:57:36,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101317ae6df0008, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:57:36,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101317ae6df0008, quorum=127.0.0.1:55876, baseZNode=/21785567950 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:57:36,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101317ae6df0005, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:57:36,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101317ae6df0005, quorum=127.0.0.1:55876, baseZNode=/11000966518 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:57:36,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/cluster_e090e6b2-e603-60af-2bc0-c67947c9232c/zookeeper_0, clientPort=61491, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/cluster_e090e6b2-e603-60af-2bc0-c67947c9232c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/cluster_e090e6b2-e603-60af-2bc0-c67947c9232c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:57:36,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61491 2024-11-12T17:57:36,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:57:36,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:57:36,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/test.cache.data in system properties and HBase conf 2024-11-12T17:57:36,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:57:36,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:57:36,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:57:36,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:57:36,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:57:36,672 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:57:36,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:57:36,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:57:36,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:57:36,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:57:36,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:57:36,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:57:36,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:57:36,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:57:36,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:57:36,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:57:36,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:57:36,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:57:36,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:57:36,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:57:37,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:37,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:57:37,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:57:37,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:57:37,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:57:37,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:37,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd0948e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:57:37,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10491a64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:57:37,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67f68f07{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/java.io.tmpdir/jetty-localhost-42505-hadoop-hdfs-3_4_1-tests_jar-_-any-16116288794575021869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:57:37,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5262f67e{HTTP/1.1, (http/1.1)}{localhost:42505} 2024-11-12T17:57:37,176 INFO [Time-limited test {}] server.Server(415): Started @326100ms 2024-11-12T17:57:37,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:37,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:57:37,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:57:37,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:57:37,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:57:37,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57325586{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:57:37,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32f82f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:57:37,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3caea161{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/java.io.tmpdir/jetty-localhost-37295-hadoop-hdfs-3_4_1-tests_jar-_-any-9186679541515244381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:57:37,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bbc8ea4{HTTP/1.1, (http/1.1)}{localhost:37295} 2024-11-12T17:57:37,766 INFO [Time-limited test {}] server.Server(415): Started @326691ms 2024-11-12T17:57:37,768 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:57:38,479 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/cluster_e090e6b2-e603-60af-2bc0-c67947c9232c/data/data1/current/BP-1692591094-172.17.0.3-1731434256694/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:38,480 WARN [Thread-3445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/cluster_e090e6b2-e603-60af-2bc0-c67947c9232c/data/data2/current/BP-1692591094-172.17.0.3-1731434256694/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:38,510 WARN [Thread-3432 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:57:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdedfff582904d0a with lease ID 0xb85f07b262537a61: Processing first storage report for DS-e1b5219b-36dd-4a62-b111-f786fdfc7dff from datanode DatanodeRegistration(127.0.0.1:44267, datanodeUuid=6cc644d8-eec7-4ef9-8004-888b0522eb8c, infoPort=33757, infoSecurePort=0, ipcPort=41039, storageInfo=lv=-57;cid=testClusterID;nsid=57106549;c=1731434256694) 2024-11-12T17:57:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdedfff582904d0a with lease ID 0xb85f07b262537a61: from storage DS-e1b5219b-36dd-4a62-b111-f786fdfc7dff node DatanodeRegistration(127.0.0.1:44267, datanodeUuid=6cc644d8-eec7-4ef9-8004-888b0522eb8c, infoPort=33757, infoSecurePort=0, ipcPort=41039, storageInfo=lv=-57;cid=testClusterID;nsid=57106549;c=1731434256694), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T17:57:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdedfff582904d0a with lease ID 0xb85f07b262537a61: Processing first storage report for DS-826b788e-06c7-4eb3-9d1c-b8a867ae3b52 from datanode DatanodeRegistration(127.0.0.1:44267, datanodeUuid=6cc644d8-eec7-4ef9-8004-888b0522eb8c, infoPort=33757, infoSecurePort=0, ipcPort=41039, storageInfo=lv=-57;cid=testClusterID;nsid=57106549;c=1731434256694) 2024-11-12T17:57:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdedfff582904d0a with lease ID 0xb85f07b262537a61: from storage DS-826b788e-06c7-4eb3-9d1c-b8a867ae3b52 node DatanodeRegistration(127.0.0.1:44267, datanodeUuid=6cc644d8-eec7-4ef9-8004-888b0522eb8c, infoPort=33757, infoSecurePort=0, ipcPort=41039, storageInfo=lv=-57;cid=testClusterID;nsid=57106549;c=1731434256694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:57:38,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9 2024-11-12T17:57:38,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:38,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:38,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:57:38,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43 with version=8 2024-11-12T17:57:38,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/hbase-staging 2024-11-12T17:57:38,581 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:57:38,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:38,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:38,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:57:38,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:38,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:57:38,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:57:38,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:57:38,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41319 2024-11-12T17:57:38,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41319 connecting to ZooKeeper ensemble=127.0.0.1:61491 2024-11-12T17:57:38,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413190x0, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:57:38,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41319-0x101317bcaed0000 connected 2024-11-12T17:57:38,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:38,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:38,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Set watcher on znode that does not yet exist, /0-799740696/running 2024-11-12T17:57:38,788 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43, hbase.cluster.distributed=false 2024-11-12T17:57:38,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Set watcher on znode that does not yet exist, /0-799740696/acl 2024-11-12T17:57:38,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-12T17:57:38,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41319 2024-11-12T17:57:38,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41319 2024-11-12T17:57:38,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-12T17:57:38,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-12T17:57:38,821 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:57:38,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:38,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:38,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:57:38,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:38,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:57:38,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:57:38,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:57:38,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45743 2024-11-12T17:57:38,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45743 connecting to ZooKeeper ensemble=127.0.0.1:61491 2024-11-12T17:57:38,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:38,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:38,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457430x0, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:57:38,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457430x0, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Set watcher on znode that does not yet exist, /0-799740696/running 2024-11-12T17:57:38,849 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:57:38,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45743-0x101317bcaed0001 connected 2024-11-12T17:57:38,855 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:57:38,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Set watcher on znode that does not yet exist, /0-799740696/master 2024-11-12T17:57:38,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Set watcher on znode that does not yet exist, /0-799740696/acl 2024-11-12T17:57:38,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45743 2024-11-12T17:57:38,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45743 2024-11-12T17:57:38,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45743 2024-11-12T17:57:38,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45743 2024-11-12T17:57:38,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45743 2024-11-12T17:57:38,882 DEBUG [M:0;6684de3f6e40:41319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:41319 2024-11-12T17:57:38,883 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-799740696/backup-masters/6684de3f6e40,41319,1731434258581 2024-11-12T17:57:38,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696/backup-masters 2024-11-12T17:57:38,895 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Set watcher on existing znode=/0-799740696/backup-masters/6684de3f6e40,41319,1731434258581 2024-11-12T17:57:38,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696/backup-masters 2024-11-12T17:57:38,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:38,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-799740696/master 2024-11-12T17:57:38,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:38,903 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Set watcher on existing znode=/0-799740696/master 2024-11-12T17:57:38,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-799740696/backup-masters/6684de3f6e40,41319,1731434258581 from backup master directory 2024-11-12T17:57:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799740696/backup-masters/6684de3f6e40,41319,1731434258581 2024-11-12T17:57:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696/backup-masters 2024-11-12T17:57:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696/backup-masters 2024-11-12T17:57:38,914 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:57:38,914 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,41319,1731434258581 2024-11-12T17:57:38,919 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/hbase.id] with ID: a66a39f6-d5e2-431b-8ac9-24de64273035 2024-11-12T17:57:38,919 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/.tmp/hbase.id 2024-11-12T17:57:38,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:57:38,943 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/.tmp/hbase.id]:[hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/hbase.id] 2024-11-12T17:57:38,955 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:38,955 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:57:38,956 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T17:57:38,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:38,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:39,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:57:39,003 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:39,004 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:57:39,005 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:57:39,448 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store 2024-11-12T17:57:39,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:57:39,883 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:39,884 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:57:39,884 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:39,884 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:39,884 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:57:39,884 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:39,884 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:39,884 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434259884Disabling compacts and flushes for region at 1731434259884Disabling writes for close at 1731434259884Writing region close event to WAL at 1731434259884Closed at 1731434259884 2024-11-12T17:57:39,888 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/.initializing 2024-11-12T17:57:39,888 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/WALs/6684de3f6e40,41319,1731434258581 2024-11-12T17:57:39,898 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:57:39,912 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C41319%2C1731434258581, suffix=, logDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/WALs/6684de3f6e40,41319,1731434258581, archiveDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/oldWALs, maxLogs=10 2024-11-12T17:57:39,935 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/WALs/6684de3f6e40,41319,1731434258581/6684de3f6e40%2C41319%2C1731434258581.1731434259912, exclude list is [], retry=0 2024-11-12T17:57:39,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44267,DS-e1b5219b-36dd-4a62-b111-f786fdfc7dff,DISK] 2024-11-12T17:57:39,963 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/WALs/6684de3f6e40,41319,1731434258581/6684de3f6e40%2C41319%2C1731434258581.1731434259912 2024-11-12T17:57:39,971 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33757:33757)] 2024-11-12T17:57:39,971 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:39,972 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:39,972 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:39,972 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:39,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:40,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:57:40,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:40,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:40,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:40,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:57:40,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:40,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:40,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:40,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:57:40,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:40,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:40,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:40,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:57:40,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:40,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:40,011 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:40,015 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:40,017 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:40,024 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:40,025 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:40,028 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:57:40,039 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:40,060 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:40,064 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70857975, jitterRate=0.05586610734462738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:57:40,065 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434259972Initializing all the Stores at 1731434259989 (+17 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434259989Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434259991 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434259991Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434259991Cleaning up temporary data from old regions at 1731434260025 (+34 ms)Region opened successfully at 1731434260065 (+40 ms) 2024-11-12T17:57:40,071 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:57:40,104 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b53ff7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:57:40,114 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:57:40,114 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:57:40,114 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:57:40,114 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:57:40,119 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-12T17:57:40,120 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:57:40,120 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:57:40,140 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:57:40,144 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Unable to get data of znode /0-799740696/balancer because node does not exist (not necessarily an error) 2024-11-12T17:57:40,186 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799740696/balancer already deleted, retry=false 2024-11-12T17:57:40,186 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:57:40,193 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Unable to get data of znode /0-799740696/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:57:40,209 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799740696/normalizer already deleted, retry=false 2024-11-12T17:57:40,210 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:57:40,219 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Unable to get data of znode /0-799740696/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:57:40,242 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799740696/switch/split already deleted, retry=false 2024-11-12T17:57:40,253 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Unable to get data of znode /0-799740696/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:57:40,275 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799740696/switch/merge already deleted, retry=false 2024-11-12T17:57:40,299 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Unable to get data of znode /0-799740696/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:57:40,315 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-799740696/snapshot-cleanup already deleted, retry=false 2024-11-12T17:57:40,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-799740696/running 2024-11-12T17:57:40,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:40,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-799740696/running 2024-11-12T17:57:40,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:40,340 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,41319,1731434258581, sessionid=0x101317bcaed0000, setting cluster-up flag (Was=false) 2024-11-12T17:57:40,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:40,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:40,419 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-799740696/flush-table-proc/acquired, /0-799740696/flush-table-proc/reached, /0-799740696/flush-table-proc/abort 2024-11-12T17:57:40,438 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,41319,1731434258581 2024-11-12T17:57:40,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:40,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:40,539 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-799740696/online-snapshot/acquired, /0-799740696/online-snapshot/reached, /0-799740696/online-snapshot/abort 2024-11-12T17:57:40,561 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,41319,1731434258581 2024-11-12T17:57:40,562 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:57:40,574 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:40,575 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:57:40,575 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:57:40,575 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,41319,1731434258581 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:57:40,591 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:40,592 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:40,592 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:40,592 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:40,592 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:57:40,592 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,592 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:57:40,592 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,599 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(746): ClusterId : a66a39f6-d5e2-431b-8ac9-24de64273035 2024-11-12T17:57:40,599 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:57:40,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:40,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:57:40,629 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:40,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:57:40,633 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434290633 2024-11-12T17:57:40,633 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:57:40,633 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:57:40,634 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:57:40,634 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:57:40,634 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:57:40,634 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:57:40,635 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,646 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:57:40,646 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:57:40,646 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:57:40,647 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:57:40,647 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:57:40,647 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:57:40,661 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:57:40,661 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:57:40,667 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434260661,5,FailOnTimeoutGroup] 2024-11-12T17:57:40,684 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434260667,5,FailOnTimeoutGroup] 2024-11-12T17:57:40,684 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,685 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:57:40,685 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,685 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,692 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:57:40,692 DEBUG [RS:0;6684de3f6e40:45743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0d8e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:57:40,713 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:45743 2024-11-12T17:57:40,713 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:57:40,713 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:57:40,713 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:57:40,723 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,41319,1731434258581 with port=45743, startcode=1731434258820 2024-11-12T17:57:40,724 DEBUG [RS:0;6684de3f6e40:45743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:57:40,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:57:40,737 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:57:40,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,45743,1731434258820 2024-11-12T17:57:40,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41319 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,45743,1731434258820 2024-11-12T17:57:40,743 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43 2024-11-12T17:57:40,743 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36451 2024-11-12T17:57:40,743 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:57:40,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696/rs 2024-11-12T17:57:40,767 DEBUG [RS:0;6684de3f6e40:45743 {}] zookeeper.ZKUtil(111): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Set watcher on existing znode=/0-799740696/rs/6684de3f6e40,45743,1731434258820 2024-11-12T17:57:40,768 WARN [RS:0;6684de3f6e40:45743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:57:40,768 INFO [RS:0;6684de3f6e40:45743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:40,768 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820 2024-11-12T17:57:40,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,45743,1731434258820] 2024-11-12T17:57:40,821 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:57:40,827 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:57:40,839 INFO [RS:0;6684de3f6e40:45743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:57:40,840 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,851 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:57:40,852 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:57:40,852 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,852 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,852 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:57:40,853 DEBUG [RS:0;6684de3f6e40:45743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:57:40,871 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,871 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,871 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,871 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,871 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,871 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45743,1731434258820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:57:40,939 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:57:40,940 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,45743,1731434258820-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,940 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,940 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.Replication(171): 6684de3f6e40,45743,1731434258820 started 2024-11-12T17:57:40,964 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:40,966 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,45743,1731434258820, RpcServer on 6684de3f6e40/172.17.0.3:45743, sessionid=0x101317bcaed0001 2024-11-12T17:57:40,966 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:57:40,966 DEBUG [RS:0;6684de3f6e40:45743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,45743,1731434258820 2024-11-12T17:57:40,966 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,45743,1731434258820' 2024-11-12T17:57:40,966 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-799740696/flush-table-proc/abort' 2024-11-12T17:57:40,974 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-799740696/flush-table-proc/acquired' 2024-11-12T17:57:40,983 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:57:40,983 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:57:40,983 DEBUG [RS:0;6684de3f6e40:45743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,45743,1731434258820 2024-11-12T17:57:40,983 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,45743,1731434258820' 2024-11-12T17:57:40,983 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-799740696/online-snapshot/abort' 2024-11-12T17:57:40,991 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-799740696/online-snapshot/acquired' 2024-11-12T17:57:41,003 DEBUG [RS:0;6684de3f6e40:45743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:57:41,003 INFO [RS:0;6684de3f6e40:45743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:57:41,003 INFO [RS:0;6684de3f6e40:45743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:57:41,105 INFO [RS:0;6684de3f6e40:45743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:57:41,112 INFO [RS:0;6684de3f6e40:45743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C45743%2C1731434258820, suffix=, logDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820, archiveDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/oldWALs, maxLogs=10 2024-11-12T17:57:41,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:57:41,134 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43 2024-11-12T17:57:41,137 DEBUG [RS:0;6684de3f6e40:45743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112, exclude list is [], retry=0 2024-11-12T17:57:41,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44267,DS-e1b5219b-36dd-4a62-b111-f786fdfc7dff,DISK] 2024-11-12T17:57:41,174 INFO [RS:0;6684de3f6e40:45743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 2024-11-12T17:57:41,191 DEBUG [RS:0;6684de3f6e40:45743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33757:33757)] 2024-11-12T17:57:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741833_1009 (size=32) 2024-11-12T17:57:41,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:41,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:57:41,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:57:41,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:41,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:41,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:57:41,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:57:41,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:41,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:41,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:57:41,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:57:41,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:41,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:41,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:57:41,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:57:41,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:41,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:41,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:57:41,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740 2024-11-12T17:57:41,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740 2024-11-12T17:57:41,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:57:41,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:57:41,336 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:57:41,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:57:41,348 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:41,349 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69452786, jitterRate=0.034927159547805786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:57:41,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434261208Initializing all the Stores at 1731434261219 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434261219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434261223 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434261223Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434261223Cleaning up temporary data from old regions at 1731434261336 (+113 ms)Region opened successfully at 1731434261349 (+13 ms) 2024-11-12T17:57:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:57:41,350 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:57:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:57:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:57:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:57:41,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:57:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434261350Disabling compacts and flushes for region at 1731434261350Disabling writes for close at 1731434261350Writing region close event to WAL at 1731434261350Closed at 1731434261350 2024-11-12T17:57:41,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:41,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:57:41,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:57:41,353 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:57:41,354 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:57:41,506 DEBUG [6684de3f6e40:41319 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:57:41,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,45743,1731434258820 2024-11-12T17:57:41,509 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,45743,1731434258820, state=OPENING 2024-11-12T17:57:41,674 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:57:41,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:41,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:41,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799740696/meta-region-server: CHANGED 2024-11-12T17:57:41,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799740696/meta-region-server: CHANGED 2024-11-12T17:57:41,930 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:57:41,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,45743,1731434258820}] 2024-11-12T17:57:42,091 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:57:42,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:57:42,114 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:57:42,114 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:42,114 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:57:42,124 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C45743%2C1731434258820.meta, suffix=.meta, logDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820, archiveDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/oldWALs, maxLogs=10 2024-11-12T17:57:42,160 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.meta.1731434262125.meta, exclude list is [], retry=0 2024-11-12T17:57:42,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44267,DS-e1b5219b-36dd-4a62-b111-f786fdfc7dff,DISK] 2024-11-12T17:57:42,185 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.meta.1731434262125.meta 2024-11-12T17:57:42,193 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33757:33757)] 2024-11-12T17:57:42,193 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:42,193 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:42,194 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:57:42,194 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:57:42,194 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:57:42,194 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:57:42,194 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:42,194 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:57:42,194 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:57:42,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:57:42,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:57:42,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:42,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:42,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:57:42,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:57:42,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:42,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:42,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:57:42,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:57:42,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:42,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:42,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:57:42,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:57:42,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:42,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:42,253 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:57:42,255 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740 2024-11-12T17:57:42,270 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740 2024-11-12T17:57:42,283 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:57:42,283 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:57:42,292 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:57:42,307 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:57:42,315 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70042766, jitterRate=0.043718546628952026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:57:42,315 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:57:42,316 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434262194Writing region info on filesystem at 1731434262194Initializing all the Stores at 1731434262207 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434262207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434262211 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434262211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434262211Cleaning up temporary data from old regions at 1731434262283 (+72 ms)Running coprocessor post-open hooks at 1731434262315 (+32 ms)Region opened successfully at 1731434262316 (+1 ms) 2024-11-12T17:57:42,320 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434262091 2024-11-12T17:57:42,343 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:57:42,344 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:57:42,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,45743,1731434258820 2024-11-12T17:57:42,355 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,45743,1731434258820, state=OPEN 2024-11-12T17:57:42,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-799740696/meta-region-server 2024-11-12T17:57:42,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799740696/meta-region-server: CHANGED 2024-11-12T17:57:42,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-799740696/meta-region-server 2024-11-12T17:57:42,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-799740696/meta-region-server: CHANGED 2024-11-12T17:57:42,408 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,45743,1731434258820 2024-11-12T17:57:42,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:57:42,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,45743,1731434258820 in 478 msec 2024-11-12T17:57:42,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:57:42,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0810 sec 2024-11-12T17:57:42,435 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:42,435 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:57:42,444 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:42,444 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,45743,1731434258820, seqNum=-1] 2024-11-12T17:57:42,444 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:42,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:57:42,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9090 sec 2024-11-12T17:57:42,478 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434262478, completionTime=-1 2024-11-12T17:57:42,478 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:57:42,478 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:57:42,484 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:57:42,484 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434322484 2024-11-12T17:57:42,484 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434382484 2024-11-12T17:57:42,484 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-12T17:57:42,484 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41319,1731434258581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:42,485 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41319,1731434258581-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:42,485 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41319,1731434258581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:42,485 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:41319, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:42,485 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:42,486 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:42,492 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:57:42,500 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.585sec 2024-11-12T17:57:42,500 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:57:42,500 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:57:42,500 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:57:42,500 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:57:42,500 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:57:42,500 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41319,1731434258581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:57:42,500 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41319,1731434258581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:57:42,523 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:57:42,523 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:57:42,523 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41319,1731434258581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:42,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d6ee1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:42,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,41319,-1 for getting cluster id 2024-11-12T17:57:42,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:42,535 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a66a39f6-d5e2-431b-8ac9-24de64273035' 2024-11-12T17:57:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a66a39f6-d5e2-431b-8ac9-24de64273035" 2024-11-12T17:57:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f244aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,41319,-1] 2024-11-12T17:57:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:42,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:42,538 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:42,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fa8107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:42,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:42,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,45743,1731434258820, seqNum=-1] 2024-11-12T17:57:42,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:42,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:57:42,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,41319,1731434258581 2024-11-12T17:57:42,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61491 2024-11-12T17:57:42,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:57:42,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101317bcaed0002 connected 2024-11-12T17:57:42,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/hadoop.log.dir so I do NOT create it in target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f 2024-11-12T17:57:42,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:57:42,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/hadoop.tmp.dir so I do NOT create it in target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f 2024-11-12T17:57:42,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:57:42,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f 2024-11-12T17:57:42,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:57:42,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/cluster_c8baf00a-4199-2377-9037-35e26b079ee7, deleteOnExit=true 2024-11-12T17:57:42,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:57:42,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/test.cache.data in system properties and HBase conf 2024-11-12T17:57:42,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:57:42,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:57:42,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:57:42,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:57:42,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:57:42,642 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:57:42,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:57:42,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:57:42,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:57:42,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:57:42,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:57:42,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:57:42,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:57:42,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:57:42,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:57:42,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:57:42,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:57:42,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:57:42,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:57:42,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:57:43,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:43,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:57:43,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:57:43,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:57:43,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:57:43,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:43,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f02827b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:57:43,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2aaf8662{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:57:43,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f7034c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/java.io.tmpdir/jetty-localhost-41969-hadoop-hdfs-3_4_1-tests_jar-_-any-14538833335207984110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:57:43,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@222b61d4{HTTP/1.1, (http/1.1)}{localhost:41969} 2024-11-12T17:57:43,267 INFO [Time-limited test {}] server.Server(415): Started @332191ms 2024-11-12T17:57:43,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:43,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:57:43,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:57:43,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:57:43,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:57:43,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bbc206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:57:43,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1afd8979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:57:43,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@335c8a08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/java.io.tmpdir/jetty-localhost-43071-hadoop-hdfs-3_4_1-tests_jar-_-any-3111915116087056774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:57:43,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74db7a20{HTTP/1.1, (http/1.1)}{localhost:43071} 2024-11-12T17:57:43,925 INFO [Time-limited test {}] server.Server(415): Started @332849ms 2024-11-12T17:57:43,929 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:57:44,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:57:44,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T17:57:44,636 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/cluster_c8baf00a-4199-2377-9037-35e26b079ee7/data/data1/current/BP-671357096-172.17.0.3-1731434262686/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:44,636 WARN [Thread-3565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/cluster_c8baf00a-4199-2377-9037-35e26b079ee7/data/data2/current/BP-671357096-172.17.0.3-1731434262686/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:44,694 WARN [Thread-3552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:57:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88a810f8ed871d67 with lease ID 0x3df6824669c69ca6: Processing first storage report for DS-2aa9705e-2b69-4d3a-bfe4-d58694c814aa from datanode DatanodeRegistration(127.0.0.1:44685, datanodeUuid=0ec022ed-f726-47c7-86fe-782ed4e032ed, infoPort=38657, infoSecurePort=0, ipcPort=33959, storageInfo=lv=-57;cid=testClusterID;nsid=851854864;c=1731434262686) 2024-11-12T17:57:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88a810f8ed871d67 with lease ID 0x3df6824669c69ca6: from storage DS-2aa9705e-2b69-4d3a-bfe4-d58694c814aa node DatanodeRegistration(127.0.0.1:44685, datanodeUuid=0ec022ed-f726-47c7-86fe-782ed4e032ed, infoPort=38657, infoSecurePort=0, ipcPort=33959, storageInfo=lv=-57;cid=testClusterID;nsid=851854864;c=1731434262686), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:57:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88a810f8ed871d67 with lease ID 0x3df6824669c69ca6: Processing first storage report for DS-2c0419c9-8631-449e-a65e-50b3c5241803 from datanode DatanodeRegistration(127.0.0.1:44685, datanodeUuid=0ec022ed-f726-47c7-86fe-782ed4e032ed, infoPort=38657, infoSecurePort=0, ipcPort=33959, storageInfo=lv=-57;cid=testClusterID;nsid=851854864;c=1731434262686) 2024-11-12T17:57:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88a810f8ed871d67 with lease ID 0x3df6824669c69ca6: from storage DS-2c0419c9-8631-449e-a65e-50b3c5241803 node DatanodeRegistration(127.0.0.1:44685, datanodeUuid=0ec022ed-f726-47c7-86fe-782ed4e032ed, infoPort=38657, infoSecurePort=0, ipcPort=33959, storageInfo=lv=-57;cid=testClusterID;nsid=851854864;c=1731434262686), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T17:57:44,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f 2024-11-12T17:57:44,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:44,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:44,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:57:45,156 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d with version=8 2024-11-12T17:57:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/hbase-staging 2024-11-12T17:57:45,159 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:57:45,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:45,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:45,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:57:45,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:45,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:57:45,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:57:45,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:57:45,167 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38175 2024-11-12T17:57:45,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38175 connecting to ZooKeeper ensemble=127.0.0.1:61491 2024-11-12T17:57:45,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381750x0, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:57:45,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38175-0x101317bcaed0003 connected 2024-11-12T17:57:45,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:45,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:45,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Set watcher on znode that does not yet exist, /11771170111/running 2024-11-12T17:57:45,400 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d, hbase.cluster.distributed=false 2024-11-12T17:57:45,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Set watcher on znode that does not yet exist, /11771170111/acl 2024-11-12T17:57:45,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38175 2024-11-12T17:57:45,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38175 2024-11-12T17:57:45,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38175 2024-11-12T17:57:45,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38175 2024-11-12T17:57:45,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38175 2024-11-12T17:57:45,517 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:57:45,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:45,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:45,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:57:45,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:45,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:57:45,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:57:45,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:57:45,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41165 2024-11-12T17:57:45,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41165 connecting to ZooKeeper ensemble=127.0.0.1:61491 2024-11-12T17:57:45,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:45,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:45,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411650x0, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:57:45,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411650x0, quorum=127.0.0.1:61491, baseZNode=/11771170111 Set watcher on znode that does not yet exist, /11771170111/running 2024-11-12T17:57:45,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:57:45,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41165-0x101317bcaed0004 connected 2024-11-12T17:57:45,575 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:57:45,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Set watcher on znode that does not yet exist, /11771170111/master 2024-11-12T17:57:45,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Set watcher on znode that does not yet exist, /11771170111/acl 2024-11-12T17:57:45,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41165 2024-11-12T17:57:45,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41165 2024-11-12T17:57:45,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41165 2024-11-12T17:57:45,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41165 2024-11-12T17:57:45,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41165 2024-11-12T17:57:45,629 DEBUG [M:0;6684de3f6e40:38175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:38175 2024-11-12T17:57:45,631 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11771170111/backup-masters/6684de3f6e40,38175,1731434265159 2024-11-12T17:57:45,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111/backup-masters 2024-11-12T17:57:45,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111/backup-masters 2024-11-12T17:57:45,646 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Set watcher on existing znode=/11771170111/backup-masters/6684de3f6e40,38175,1731434265159 2024-11-12T17:57:45,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11771170111/master 2024-11-12T17:57:45,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:57:45,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:57:45,663 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Set watcher on existing znode=/11771170111/master 2024-11-12T17:57:45,674 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11771170111/backup-masters/6684de3f6e40,38175,1731434265159 from backup master directory 2024-11-12T17:57:45,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111/backup-masters 2024-11-12T17:57:45,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11771170111/backup-masters/6684de3f6e40,38175,1731434265159 2024-11-12T17:57:45,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111/backup-masters 2024-11-12T17:57:45,683 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:57:45,683 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,38175,1731434265159 2024-11-12T17:57:45,713 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/hbase.id] with ID: 5e6f79ff-0b7f-4726-9c68-018ca8a22dd8 2024-11-12T17:57:45,714 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/.tmp/hbase.id 2024-11-12T17:57:45,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:57:45,778 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/.tmp/hbase.id]:[hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/hbase.id] 2024-11-12T17:57:45,809 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:45,809 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:57:45,810 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T17:57:45,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:57:45,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:57:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:57:45,900 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:45,901 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:57:45,903 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:45,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:57:46,335 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store 2024-11-12T17:57:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:57:46,796 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:46,796 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:57:46,796 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:46,796 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:46,796 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:57:46,796 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:46,796 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:46,796 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434266796Disabling compacts and flushes for region at 1731434266796Disabling writes for close at 1731434266796Writing region close event to WAL at 1731434266796Closed at 1731434266796 2024-11-12T17:57:46,811 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/.initializing 2024-11-12T17:57:46,811 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/WALs/6684de3f6e40,38175,1731434265159 2024-11-12T17:57:46,819 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:57:46,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:57:46,829 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C38175%2C1731434265159, suffix=, logDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/WALs/6684de3f6e40,38175,1731434265159, archiveDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/oldWALs, maxLogs=10 2024-11-12T17:57:46,856 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/WALs/6684de3f6e40,38175,1731434265159/6684de3f6e40%2C38175%2C1731434265159.1731434266829, exclude list is [], retry=0 2024-11-12T17:57:46,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-2aa9705e-2b69-4d3a-bfe4-d58694c814aa,DISK] 2024-11-12T17:57:46,880 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/WALs/6684de3f6e40,38175,1731434265159/6684de3f6e40%2C38175%2C1731434265159.1731434266829 2024-11-12T17:57:46,880 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38657:38657)] 2024-11-12T17:57:46,880 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:46,880 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:46,881 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:46,881 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:46,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:46,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:57:46,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:46,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:46,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:46,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:57:46,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:46,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:46,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:46,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:57:46,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:46,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:46,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:46,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:57:46,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:46,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:46,939 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:46,943 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:46,951 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:46,962 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:46,962 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:46,968 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:57:46,974 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:47,004 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:47,007 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63439316, jitterRate=-0.05468052625656128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:57:47,007 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434266881Initializing all the Stores at 1731434266885 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434266885Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434266886 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434266886Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434266886Cleaning up temporary data from old regions at 1731434266962 (+76 ms)Region opened successfully at 1731434267007 (+45 ms) 2024-11-12T17:57:47,013 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:57:47,028 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6652b7a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:57:47,035 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:57:47,035 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:57:47,035 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:57:47,036 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:57:47,043 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-11-12T17:57:47,044 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:57:47,044 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:57:47,094 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:57:47,103 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Unable to get data of znode /11771170111/balancer because node does not exist (not necessarily an error) 2024-11-12T17:57:47,130 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11771170111/balancer already deleted, retry=false 2024-11-12T17:57:47,131 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:57:47,154 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Unable to get data of znode /11771170111/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:57:47,164 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11771170111/normalizer already deleted, retry=false 2024-11-12T17:57:47,164 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:57:47,179 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Unable to get data of znode /11771170111/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:57:47,189 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11771170111/switch/split already deleted, retry=false 2024-11-12T17:57:47,190 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Unable to get data of znode /11771170111/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:57:47,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,202 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11771170111/switch/merge already deleted, retry=false 2024-11-12T17:57:47,211 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Unable to get data of znode /11771170111/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:57:47,222 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11771170111/snapshot-cleanup already deleted, retry=false 2024-11-12T17:57:47,236 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,38175,1731434265159, sessionid=0x101317bcaed0003, setting cluster-up flag (Was=false) 2024-11-12T17:57:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11771170111/running 2024-11-12T17:57:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:57:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11771170111/running 2024-11-12T17:57:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:57:47,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:57:47,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,291 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11771170111/flush-table-proc/acquired, /11771170111/flush-table-proc/reached, /11771170111/flush-table-proc/abort 2024-11-12T17:57:47,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,304 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,38175,1731434265159 2024-11-12T17:57:47,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:57:47,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:57:47,372 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11771170111/online-snapshot/acquired, /11771170111/online-snapshot/reached, /11771170111/online-snapshot/abort 2024-11-12T17:57:47,378 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,38175,1731434265159 2024-11-12T17:57:47,383 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:57:47,390 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:47,391 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:57:47,391 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:57:47,391 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,38175,1731434265159 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:57:47,394 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:47,395 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:47,395 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:47,395 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:47,395 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:57:47,395 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,395 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:57:47,395 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:47,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:57:47,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:47,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:57:47,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434297428 2024-11-12T17:57:47,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:57:47,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:57:47,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:57:47,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:57:47,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:57:47,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:57:47,434 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,439 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:57:47,439 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:57:47,439 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:57:47,439 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:57:47,447 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:57:47,448 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:57:47,451 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434267448,5,FailOnTimeoutGroup] 2024-11-12T17:57:47,455 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(746): ClusterId : 5e6f79ff-0b7f-4726-9c68-018ca8a22dd8 2024-11-12T17:57:47,455 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:57:47,475 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434267451,5,FailOnTimeoutGroup] 2024-11-12T17:57:47,475 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,475 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:57:47,475 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,476 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,486 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:57:47,487 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:57:47,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:57:47,518 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:57:47,518 DEBUG [RS:0;6684de3f6e40:41165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5219b571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:57:47,521 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:57:47,521 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d 2024-11-12T17:57:47,547 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:41165 2024-11-12T17:57:47,547 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:57:47,547 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:57:47,547 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:57:47,552 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,38175,1731434265159 with port=41165, startcode=1731434265516 2024-11-12T17:57:47,552 DEBUG [RS:0;6684de3f6e40:41165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:57:47,557 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:57:47,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,41165,1731434265516 2024-11-12T17:57:47,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38175 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,41165,1731434265516 2024-11-12T17:57:47,562 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d 2024-11-12T17:57:47,562 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44573 2024-11-12T17:57:47,562 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:57:47,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:57:47,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111/rs 2024-11-12T17:57:47,652 DEBUG [RS:0;6684de3f6e40:41165 {}] zookeeper.ZKUtil(111): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Set watcher on existing znode=/11771170111/rs/6684de3f6e40,41165,1731434265516 2024-11-12T17:57:47,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,41165,1731434265516] 2024-11-12T17:57:47,652 WARN [RS:0;6684de3f6e40:41165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:57:47,652 INFO [RS:0;6684de3f6e40:41165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:47,652 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516 2024-11-12T17:57:47,672 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:57:47,682 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:57:47,683 INFO [RS:0;6684de3f6e40:41165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:57:47,683 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,691 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:57:47,695 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:57:47,695 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:57:47,696 DEBUG [RS:0;6684de3f6e40:41165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:57:47,707 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,707 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,707 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,707 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,707 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,707 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41165,1731434265516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:57:47,741 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:57:47,741 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41165,1731434265516-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,741 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,741 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.Replication(171): 6684de3f6e40,41165,1731434265516 started 2024-11-12T17:57:47,770 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:47,770 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,41165,1731434265516, RpcServer on 6684de3f6e40/172.17.0.3:41165, sessionid=0x101317bcaed0004 2024-11-12T17:57:47,770 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:57:47,770 DEBUG [RS:0;6684de3f6e40:41165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,41165,1731434265516 2024-11-12T17:57:47,770 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,41165,1731434265516' 2024-11-12T17:57:47,770 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11771170111/flush-table-proc/abort' 2024-11-12T17:57:47,776 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11771170111/flush-table-proc/acquired' 2024-11-12T17:57:47,784 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:57:47,784 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:57:47,784 DEBUG [RS:0;6684de3f6e40:41165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,41165,1731434265516 2024-11-12T17:57:47,784 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,41165,1731434265516' 2024-11-12T17:57:47,784 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11771170111/online-snapshot/abort' 2024-11-12T17:57:47,800 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11771170111/online-snapshot/acquired' 2024-11-12T17:57:47,808 DEBUG [RS:0;6684de3f6e40:41165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:57:47,808 INFO [RS:0;6684de3f6e40:41165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:57:47,808 INFO [RS:0;6684de3f6e40:41165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:57:47,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:57:47,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,911 INFO [RS:0;6684de3f6e40:41165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:57:47,914 INFO [RS:0;6684de3f6e40:41165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C41165%2C1731434265516, suffix=, logDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516, archiveDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/oldWALs, maxLogs=10 2024-11-12T17:57:47,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,963 DEBUG [RS:0;6684de3f6e40:41165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914, exclude list is [], retry=0 2024-11-12T17:57:47,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:47,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-2aa9705e-2b69-4d3a-bfe4-d58694c814aa,DISK] 2024-11-12T17:57:47,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:47,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:57:47,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:57:47,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:47,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:47,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:57:48,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:57:48,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:48,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:48,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:57:48,007 INFO [RS:0;6684de3f6e40:41165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 2024-11-12T17:57:48,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:57:48,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:48,012 DEBUG [RS:0;6684de3f6e40:41165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38657:38657)] 2024-11-12T17:57:48,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:48,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:57:48,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:57:48,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:48,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:48,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:57:48,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740 2024-11-12T17:57:48,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740 2024-11-12T17:57:48,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:57:48,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:57:48,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:57:48,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:57:48,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:48,073 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64840954, jitterRate=-0.03379449248313904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:57:48,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434267976Initializing all the Stores at 1731434267979 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434267979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434267982 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434267982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434267982Cleaning up temporary data from old regions at 1731434268051 (+69 ms)Region opened successfully at 1731434268073 (+22 ms) 2024-11-12T17:57:48,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:57:48,074 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:57:48,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:57:48,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:57:48,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:57:48,099 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:57:48,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434268073Disabling compacts and flushes for region at 1731434268073Disabling writes for close at 1731434268074 (+1 ms)Writing region close event to WAL at 1731434268099 (+25 ms)Closed at 1731434268099 2024-11-12T17:57:48,103 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:48,103 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:57:48,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:57:48,105 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:57:48,109 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:57:48,263 DEBUG [6684de3f6e40:38175 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:57:48,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,41165,1731434265516 2024-11-12T17:57:48,266 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,41165,1731434265516, state=OPENING 2024-11-12T17:57:48,276 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:57:48,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:57:48,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:57:48,286 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:57:48,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,41165,1731434265516}] 2024-11-12T17:57:48,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11771170111/meta-region-server: CHANGED 2024-11-12T17:57:48,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11771170111/meta-region-server: CHANGED 2024-11-12T17:57:48,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:57:48,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:57:48,470 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:57:48,470 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:48,471 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:57:48,475 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C41165%2C1731434265516.meta, suffix=.meta, logDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516, archiveDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/oldWALs, maxLogs=10 2024-11-12T17:57:48,498 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.meta.1731434268476.meta, exclude list is [], retry=0 2024-11-12T17:57:48,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-2aa9705e-2b69-4d3a-bfe4-d58694c814aa,DISK] 2024-11-12T17:57:48,535 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.meta.1731434268476.meta 2024-11-12T17:57:48,544 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38657:38657)] 2024-11-12T17:57:48,544 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:48,545 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:48,545 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:57:48,545 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:57:48,545 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:57:48,546 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:57:48,546 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:48,546 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:57:48,546 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:57:48,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:57:48,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:57:48,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:48,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:48,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:57:48,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:57:48,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:48,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:48,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:57:48,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:57:48,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:48,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:48,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:57:48,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:57:48,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:48,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:48,583 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:57:48,587 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740 2024-11-12T17:57:48,601 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740 2024-11-12T17:57:48,612 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:57:48,612 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:57:48,619 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:57:48,631 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:57:48,641 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68932437, jitterRate=0.027173355221748352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:57:48,641 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:57:48,641 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434268546Writing region info on filesystem at 1731434268546Initializing all the Stores at 1731434268555 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434268555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434268559 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434268559Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434268559Cleaning up temporary data from old regions at 1731434268612 (+53 ms)Running coprocessor post-open hooks at 1731434268641 (+29 ms)Region opened successfully at 1731434268641 2024-11-12T17:57:48,645 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434268443 2024-11-12T17:57:48,648 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:57:48,649 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:57:48,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41165,1731434265516 2024-11-12T17:57:48,652 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,41165,1731434265516, state=OPEN 2024-11-12T17:57:48,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11771170111/meta-region-server 2024-11-12T17:57:48,681 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,41165,1731434265516 2024-11-12T17:57:48,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11771170111/meta-region-server 2024-11-12T17:57:48,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11771170111/meta-region-server: CHANGED 2024-11-12T17:57:48,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11771170111/meta-region-server: CHANGED 2024-11-12T17:57:48,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:57:48,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,41165,1731434265516 in 395 msec 2024-11-12T17:57:48,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:57:48,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 581 msec 2024-11-12T17:57:48,691 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:48,691 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:57:48,696 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:48,696 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41165,1731434265516, seqNum=-1] 2024-11-12T17:57:48,697 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:48,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:57:48,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3320 sec 2024-11-12T17:57:48,731 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434268731, completionTime=-1 2024-11-12T17:57:48,731 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:57:48,731 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:57:48,741 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:57:48,741 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434328741 2024-11-12T17:57:48,741 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434388741 2024-11-12T17:57:48,741 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-12T17:57:48,741 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38175,1731434265159-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:48,741 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38175,1731434265159-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:48,741 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38175,1731434265159-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:48,741 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:38175, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:48,741 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:48,743 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:48,746 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:57:48,749 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.066sec 2024-11-12T17:57:48,749 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:57:48,749 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:57:48,749 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:57:48,749 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:57:48,749 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:57:48,750 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38175,1731434265159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:57:48,750 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38175,1731434265159-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:57:48,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743d29b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:48,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38175,-1 for getting cluster id 2024-11-12T17:57:48,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:48,765 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e6f79ff-0b7f-4726-9c68-018ca8a22dd8' 2024-11-12T17:57:48,767 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:57:48,767 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:57:48,768 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38175,1731434265159-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:48,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e6f79ff-0b7f-4726-9c68-018ca8a22dd8" 2024-11-12T17:57:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382e1baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38175,-1] 2024-11-12T17:57:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:48,776 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:48,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc20579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:48,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:48,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41165,1731434265516, seqNum=-1] 2024-11-12T17:57:48,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:48,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:57:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,38175,1731434265159 2024-11-12T17:57:48,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61491 2024-11-12T17:57:48,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:57:48,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101317bcaed0005 connected 2024-11-12T17:57:48,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/hadoop.log.dir so I do NOT create it in target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed 2024-11-12T17:57:48,848 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:57:48,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/hadoop.tmp.dir so I do NOT create it in target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed 2024-11-12T17:57:48,848 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:57:48,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed 2024-11-12T17:57:48,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:57:48,849 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/cluster_d20bfcd6-ecfb-5d4c-2acf-b98ca60f3bf8, deleteOnExit=true 2024-11-12T17:57:48,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:57:48,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/test.cache.data in system properties and HBase conf 2024-11-12T17:57:48,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:57:48,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:57:48,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:57:48,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:57:48,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:57:48,850 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:57:48,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:57:48,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:57:48,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:57:48,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:57:48,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:57:48,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:57:48,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:57:48,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:57:48,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:57:48,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:57:48,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:57:48,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:57:48,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:57:48,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:57:49,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:49,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:57:49,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:57:49,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:57:49,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:57:49,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:49,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a490d9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:57:49,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4a9931{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:57:49,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59da4b7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/java.io.tmpdir/jetty-localhost-41367-hadoop-hdfs-3_4_1-tests_jar-_-any-965543461154842028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:57:49,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40adf666{HTTP/1.1, (http/1.1)}{localhost:41367} 2024-11-12T17:57:49,508 INFO [Time-limited test {}] server.Server(415): Started @338432ms 2024-11-12T17:57:49,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:49,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:57:49,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:57:49,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:57:49,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:57:49,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2355d0e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:57:49,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a889760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:57:50,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5026758a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/java.io.tmpdir/jetty-localhost-37451-hadoop-hdfs-3_4_1-tests_jar-_-any-8173347230791520892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:57:50,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62f6e4a6{HTTP/1.1, (http/1.1)}{localhost:37451} 2024-11-12T17:57:50,088 INFO [Time-limited test {}] server.Server(415): Started @339012ms 2024-11-12T17:57:50,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:57:50,868 WARN [Thread-3685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/cluster_d20bfcd6-ecfb-5d4c-2acf-b98ca60f3bf8/data/data1/current/BP-743193754-172.17.0.3-1731434268873/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:50,872 WARN [Thread-3686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/cluster_d20bfcd6-ecfb-5d4c-2acf-b98ca60f3bf8/data/data2/current/BP-743193754-172.17.0.3-1731434268873/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:50,924 WARN [Thread-3673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:57:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfc91973b6dab38e with lease ID 0x2d85dae0d35a6dd4: Processing first storage report for DS-79589274-68a3-4695-9c80-5828085a16fd from datanode DatanodeRegistration(127.0.0.1:43067, datanodeUuid=7866cad7-d1f1-41d6-9a9b-97c01398ef93, infoPort=43841, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=1578614879;c=1731434268873) 2024-11-12T17:57:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfc91973b6dab38e with lease ID 0x2d85dae0d35a6dd4: from storage DS-79589274-68a3-4695-9c80-5828085a16fd node DatanodeRegistration(127.0.0.1:43067, datanodeUuid=7866cad7-d1f1-41d6-9a9b-97c01398ef93, infoPort=43841, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=1578614879;c=1731434268873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:57:50,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfc91973b6dab38e with lease ID 0x2d85dae0d35a6dd4: Processing first storage report for DS-7b5cadc0-1a07-47a0-9ac5-67d09ee84088 from datanode DatanodeRegistration(127.0.0.1:43067, datanodeUuid=7866cad7-d1f1-41d6-9a9b-97c01398ef93, infoPort=43841, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=1578614879;c=1731434268873) 2024-11-12T17:57:50,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfc91973b6dab38e with lease ID 0x2d85dae0d35a6dd4: from storage DS-7b5cadc0-1a07-47a0-9ac5-67d09ee84088 node DatanodeRegistration(127.0.0.1:43067, datanodeUuid=7866cad7-d1f1-41d6-9a9b-97c01398ef93, infoPort=43841, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=1578614879;c=1731434268873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:57:50,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed 2024-11-12T17:57:50,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:50,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:51,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:57:51,016 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38 with version=8 2024-11-12T17:57:51,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/hbase-staging 2024-11-12T17:57:51,018 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:57:51,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:51,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:51,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:57:51,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:51,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:57:51,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:57:51,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:57:51,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44229 2024-11-12T17:57:51,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44229 connecting to ZooKeeper ensemble=127.0.0.1:61491 2024-11-12T17:57:51,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442290x0, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:57:51,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44229-0x101317bcaed0006 connected 2024-11-12T17:57:51,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:51,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:51,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Set watcher on znode that does not yet exist, /2902676091/running 2024-11-12T17:57:51,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38, hbase.cluster.distributed=false 2024-11-12T17:57:51,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Set watcher on znode that does not yet exist, /2902676091/acl 2024-11-12T17:57:51,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44229 2024-11-12T17:57:51,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44229 2024-11-12T17:57:51,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44229 2024-11-12T17:57:51,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44229 2024-11-12T17:57:51,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44229 2024-11-12T17:57:51,336 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:57:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:51,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:57:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:57:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:57:51,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:57:51,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:57:51,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32985 2024-11-12T17:57:51,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32985 connecting to ZooKeeper ensemble=127.0.0.1:61491 2024-11-12T17:57:51,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:51,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:51,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329850x0, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:57:51,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329850x0, quorum=127.0.0.1:61491, baseZNode=/2902676091 Set watcher on znode that does not yet exist, /2902676091/running 2024-11-12T17:57:51,390 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:57:51,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32985-0x101317bcaed0007 connected 2024-11-12T17:57:51,427 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:57:51,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Set watcher on znode that does not yet exist, /2902676091/master 2024-11-12T17:57:51,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Set watcher on znode that does not yet exist, /2902676091/acl 2024-11-12T17:57:51,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32985 2024-11-12T17:57:51,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32985 2024-11-12T17:57:51,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32985 2024-11-12T17:57:51,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32985 2024-11-12T17:57:51,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32985 2024-11-12T17:57:51,599 DEBUG [M:0;6684de3f6e40:44229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:44229 2024-11-12T17:57:51,619 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2902676091/backup-masters/6684de3f6e40,44229,1731434271018 2024-11-12T17:57:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091/backup-masters 2024-11-12T17:57:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091/backup-masters 2024-11-12T17:57:51,647 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Set watcher on existing znode=/2902676091/backup-masters/6684de3f6e40,44229,1731434271018 2024-11-12T17:57:51,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2902676091/master 2024-11-12T17:57:51,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:51,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:51,683 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Set watcher on existing znode=/2902676091/master 2024-11-12T17:57:51,691 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2902676091/backup-masters/6684de3f6e40,44229,1731434271018 from backup master directory 2024-11-12T17:57:51,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091/backup-masters 2024-11-12T17:57:51,707 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:57:51,707 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,44229,1731434271018 2024-11-12T17:57:51,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2902676091/backup-masters/6684de3f6e40,44229,1731434271018 2024-11-12T17:57:51,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091/backup-masters 2024-11-12T17:57:51,713 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/hbase.id] with ID: 8901a7d7-9a04-41c5-a620-f231062f29d5 2024-11-12T17:57:51,713 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/.tmp/hbase.id 2024-11-12T17:57:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:57:51,781 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/.tmp/hbase.id]:[hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/hbase.id] 2024-11-12T17:57:51,852 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:57:51,853 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:57:51,856 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T17:57:51,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:51,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:51,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:57:51,963 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:51,964 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:57:51,975 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:52,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:57:52,043 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store 2024-11-12T17:57:52,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:57:52,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:52,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:57:52,111 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:52,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:52,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:57:52,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:52,111 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:57:52,111 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434272111Disabling compacts and flushes for region at 1731434272111Disabling writes for close at 1731434272111Writing region close event to WAL at 1731434272111Closed at 1731434272111 2024-11-12T17:57:52,115 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/.initializing 2024-11-12T17:57:52,115 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/WALs/6684de3f6e40,44229,1731434271018 2024-11-12T17:57:52,121 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:57:52,131 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C44229%2C1731434271018, suffix=, logDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/WALs/6684de3f6e40,44229,1731434271018, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/oldWALs, maxLogs=10 2024-11-12T17:57:52,154 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/WALs/6684de3f6e40,44229,1731434271018/6684de3f6e40%2C44229%2C1731434271018.1731434272131, exclude list is [], retry=0 2024-11-12T17:57:52,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-79589274-68a3-4695-9c80-5828085a16fd,DISK] 2024-11-12T17:57:52,187 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/WALs/6684de3f6e40,44229,1731434271018/6684de3f6e40%2C44229%2C1731434271018.1731434272131 2024-11-12T17:57:52,191 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43841:43841)] 2024-11-12T17:57:52,192 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:52,192 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:52,192 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,192 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:57:52,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:52,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:52,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:57:52,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:52,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:52,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:57:52,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:52,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:52,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:57:52,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:52,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:52,216 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,218 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,219 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,225 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,225 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,226 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:57:52,227 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:57:52,241 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:52,241 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61473964, jitterRate=-0.08396655321121216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:57:52,242 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434272192Initializing all the Stores at 1731434272193 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434272193Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434272200 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434272200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434272200Cleaning up temporary data from old regions at 1731434272225 (+25 ms)Region opened successfully at 1731434272241 (+16 ms) 2024-11-12T17:57:52,243 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:57:52,248 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2b0230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:57:52,252 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:57:52,252 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:57:52,252 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:57:52,252 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:57:52,253 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T17:57:52,253 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:57:52,253 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:57:52,299 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:57:52,301 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Unable to get data of znode /2902676091/balancer because node does not exist (not necessarily an error) 2024-11-12T17:57:52,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:52,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:57:52,523 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108791 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:57:52,600 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2902676091/balancer already deleted, retry=false 2024-11-12T17:57:52,600 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:57:52,602 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Unable to get data of znode /2902676091/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:57:52,738 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2902676091/normalizer already deleted, retry=false 2024-11-12T17:57:52,739 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:57:52,756 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Unable to get data of znode /2902676091/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:57:52,791 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2902676091/switch/split already deleted, retry=false 2024-11-12T17:57:52,794 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Unable to get data of znode /2902676091/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:57:52,803 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2902676091/switch/merge already deleted, retry=false 2024-11-12T17:57:52,812 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Unable to get data of znode /2902676091/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:57:52,822 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2902676091/snapshot-cleanup already deleted, retry=false 2024-11-12T17:57:52,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2902676091/running 2024-11-12T17:57:52,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2902676091/running 2024-11-12T17:57:52,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:52,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:52,831 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,44229,1731434271018, sessionid=0x101317bcaed0006, setting cluster-up flag (Was=false) 2024-11-12T17:57:52,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:52,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:52,872 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2902676091/flush-table-proc/acquired, /2902676091/flush-table-proc/reached, /2902676091/flush-table-proc/abort 2024-11-12T17:57:52,873 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,44229,1731434271018 2024-11-12T17:57:52,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:52,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:52,930 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2902676091/online-snapshot/acquired, /2902676091/online-snapshot/reached, /2902676091/online-snapshot/abort 2024-11-12T17:57:52,934 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,44229,1731434271018 2024-11-12T17:57:52,945 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:57:52,967 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:52,968 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:57:52,968 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:57:52,968 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,44229,1731434271018 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:57:52,978 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:52,978 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:52,978 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:52,978 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:57:52,979 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:57:52,979 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:52,979 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:57:52,981 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:52,982 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(746): ClusterId : 8901a7d7-9a04-41c5-a620-f231062f29d5 2024-11-12T17:57:52,982 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:57:53,001 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:57:53,001 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:57:53,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:53,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:57:53,011 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:57:53,011 DEBUG [RS:0;6684de3f6e40:32985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c9b141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:57:53,011 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:53,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:57:53,055 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434303055 2024-11-12T17:57:53,055 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:57:53,056 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:57:53,056 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:57:53,056 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:57:53,056 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:57:53,056 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:57:53,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,093 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:32985 2024-11-12T17:57:53,093 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:57:53,093 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:57:53,093 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:57:53,094 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,44229,1731434271018 with port=32985, startcode=1731434271336 2024-11-12T17:57:53,095 DEBUG [RS:0;6684de3f6e40:32985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:57:53,095 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:57:53,096 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:57:53,096 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:57:53,096 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:57:53,115 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:57:53,115 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:57:53,122 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:57:53,123 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44229 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:57:53,132 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T17:57:53,132 WARN [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T17:57:53,151 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434273115,5,FailOnTimeoutGroup] 2024-11-12T17:57:53,153 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434273151,5,FailOnTimeoutGroup] 2024-11-12T17:57:53,153 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,153 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:57:53,153 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,153 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:57:53,234 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,44229,1731434271018 with port=32985, startcode=1731434271336 2024-11-12T17:57:53,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,32985,1731434271336 2024-11-12T17:57:53,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44229 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,32985,1731434271336 2024-11-12T17:57:53,243 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38 2024-11-12T17:57:53,243 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34567 2024-11-12T17:57:53,243 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:57:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091/rs 2024-11-12T17:57:53,300 DEBUG [RS:0;6684de3f6e40:32985 {}] zookeeper.ZKUtil(111): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Set watcher on existing znode=/2902676091/rs/6684de3f6e40,32985,1731434271336 2024-11-12T17:57:53,300 WARN [RS:0;6684de3f6e40:32985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:57:53,300 INFO [RS:0;6684de3f6e40:32985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:53,301 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336 2024-11-12T17:57:53,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,32985,1731434271336] 2024-11-12T17:57:53,315 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:57:53,320 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:57:53,339 INFO [RS:0;6684de3f6e40:32985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:57:53,339 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,348 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:57:53,360 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:57:53,360 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,360 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:57:53,361 DEBUG [RS:0;6684de3f6e40:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:57:53,396 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,396 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,396 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,396 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,396 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,396 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,32985,1731434271336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:57:53,434 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:57:53,434 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,32985,1731434271336-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,434 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,434 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.Replication(171): 6684de3f6e40,32985,1731434271336 started 2024-11-12T17:57:53,453 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:53,453 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,32985,1731434271336, RpcServer on 6684de3f6e40/172.17.0.3:32985, sessionid=0x101317bcaed0007 2024-11-12T17:57:53,454 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:57:53,454 DEBUG [RS:0;6684de3f6e40:32985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,32985,1731434271336 2024-11-12T17:57:53,454 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,32985,1731434271336' 2024-11-12T17:57:53,454 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2902676091/flush-table-proc/abort' 2024-11-12T17:57:53,455 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2902676091/flush-table-proc/acquired' 2024-11-12T17:57:53,456 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:57:53,456 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:57:53,456 DEBUG [RS:0;6684de3f6e40:32985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,32985,1731434271336 2024-11-12T17:57:53,456 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,32985,1731434271336' 2024-11-12T17:57:53,456 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2902676091/online-snapshot/abort' 2024-11-12T17:57:53,459 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2902676091/online-snapshot/acquired' 2024-11-12T17:57:53,476 DEBUG [RS:0;6684de3f6e40:32985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:57:53,476 INFO [RS:0;6684de3f6e40:32985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:57:53,476 INFO [RS:0;6684de3f6e40:32985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:57:53,577 INFO [RS:0;6684de3f6e40:32985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:57:53,578 INFO [RS:0;6684de3f6e40:32985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C32985%2C1731434271336, suffix=, logDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/oldWALs, maxLogs=10 2024-11-12T17:57:53,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:57:53,596 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38 2024-11-12T17:57:53,597 DEBUG [RS:0;6684de3f6e40:32985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579, exclude list is [], retry=0 2024-11-12T17:57:53,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-79589274-68a3-4695-9c80-5828085a16fd,DISK] 2024-11-12T17:57:53,654 INFO [RS:0;6684de3f6e40:32985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 2024-11-12T17:57:53,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741833_1009 (size=32) 2024-11-12T17:57:53,667 DEBUG [RS:0;6684de3f6e40:32985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43841:43841)] 2024-11-12T17:57:54,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:57:54,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:54,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:57:54,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:57:54,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:54,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:54,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:57:54,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:57:54,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:54,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:54,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:57:54,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:57:54,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:54,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:54,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:57:54,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:57:54,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:54,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:54,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:57:54,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740 2024-11-12T17:57:54,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740 2024-11-12T17:57:54,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:57:54,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:57:54,131 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:57:54,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:57:54,143 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:54,144 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64280687, jitterRate=-0.04214312136173248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:57:54,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434274071Initializing all the Stores at 1731434274080 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434274080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434274083 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434274083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434274083Cleaning up temporary data from old regions at 1731434274131 (+48 ms)Region opened successfully at 1731434274144 (+13 ms) 2024-11-12T17:57:54,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:57:54,144 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:57:54,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:57:54,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:57:54,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:57:54,151 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:57:54,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434274144Disabling compacts and flushes for region at 1731434274144Disabling writes for close at 1731434274144Writing region close event to WAL at 1731434274151 (+7 ms)Closed at 1731434274151 2024-11-12T17:57:54,153 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:54,153 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:57:54,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:57:54,154 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:57:54,156 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:57:54,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:57:54,308 DEBUG [6684de3f6e40:44229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:57:54,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,32985,1731434271336 2024-11-12T17:57:54,315 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,32985,1731434271336, state=OPENING 2024-11-12T17:57:54,375 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:57:54,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:54,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:57:54,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2902676091/meta-region-server: CHANGED 2024-11-12T17:57:54,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2902676091/meta-region-server: CHANGED 2024-11-12T17:57:54,442 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:57:54,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,32985,1731434271336}] 2024-11-12T17:57:54,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:57:54,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:57:54,647 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:57:54,647 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:54,647 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:57:54,649 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C32985%2C1731434271336.meta, suffix=.meta, logDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/oldWALs, maxLogs=10 2024-11-12T17:57:54,676 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.meta.1731434274649.meta, exclude list is [], retry=0 2024-11-12T17:57:54,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-79589274-68a3-4695-9c80-5828085a16fd,DISK] 2024-11-12T17:57:54,714 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.meta.1731434274649.meta 2024-11-12T17:57:54,715 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43841:43841)] 2024-11-12T17:57:54,715 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:54,716 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:54,716 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:57:54,716 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:57:54,716 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:57:54,716 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:57:54,716 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:54,716 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:57:54,716 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:57:54,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:57:54,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:57:54,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:54,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:54,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:57:54,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:57:54,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:54,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:54,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:57:54,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:57:54,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:54,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:54,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:57:54,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:57:54,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:54,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:57:54,777 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:57:54,783 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740 2024-11-12T17:57:54,801 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740 2024-11-12T17:57:54,815 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:57:54,815 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:57:54,819 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:57:54,829 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:57:54,839 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73729156, jitterRate=0.09865003824234009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:57:54,839 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:57:54,839 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434274716Writing region info on filesystem at 1731434274716Initializing all the Stores at 1731434274717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434274717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434274727 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434274727Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434274727Cleaning up temporary data from old regions at 1731434274815 (+88 ms)Running coprocessor post-open hooks at 1731434274839 (+24 ms)Region opened successfully at 1731434274839 2024-11-12T17:57:54,850 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434274600 2024-11-12T17:57:54,868 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:57:54,868 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:57:54,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,32985,1731434271336 2024-11-12T17:57:54,879 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,32985,1731434271336, state=OPEN 2024-11-12T17:57:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2902676091/meta-region-server 2024-11-12T17:57:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2902676091/meta-region-server 2024-11-12T17:57:54,902 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,32985,1731434271336 2024-11-12T17:57:54,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2902676091/meta-region-server: CHANGED 2024-11-12T17:57:54,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2902676091/meta-region-server: CHANGED 2024-11-12T17:57:54,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:57:54,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,32985,1731434271336 in 460 msec 2024-11-12T17:57:54,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:57:54,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 751 msec 2024-11-12T17:57:54,906 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:57:54,906 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:57:54,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:54,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,32985,1731434271336, seqNum=-1] 2024-11-12T17:57:54,908 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:54,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:57:54,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9670 sec 2024-11-12T17:57:54,916 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434274916, completionTime=-1 2024-11-12T17:57:54,916 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:57:54,916 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:57:54,918 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:57:54,918 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434334918 2024-11-12T17:57:54,919 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434394919 2024-11-12T17:57:54,919 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T17:57:54,919 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44229,1731434271018-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:54,919 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44229,1731434271018-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:54,919 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44229,1731434271018-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:54,919 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:44229, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:54,919 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:54,927 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:57:54,929 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:54,937 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.230sec 2024-11-12T17:57:54,937 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:57:54,937 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:57:54,937 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:57:54,937 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:57:54,938 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:57:54,938 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44229,1731434271018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:57:54,938 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44229,1731434271018-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:57:54,951 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:57:54,951 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:57:54,952 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44229,1731434271018-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:57:54,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46edabd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:54,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44229,-1 for getting cluster id 2024-11-12T17:57:54,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:55,003 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8901a7d7-9a04-41c5-a620-f231062f29d5' 2024-11-12T17:57:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8901a7d7-9a04-41c5-a620-f231062f29d5" 2024-11-12T17:57:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d927fb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44229,-1] 2024-11-12T17:57:55,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:55,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:55,009 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:55,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abf1f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:55,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:57:55,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,32985,1731434271336, seqNum=-1] 2024-11-12T17:57:55,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:57:55,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:57:55,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,44229,1731434271018 2024-11-12T17:57:55,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61491 2024-11-12T17:57:55,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:57:55,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101317bcaed0008 connected 2024-11-12T17:57:55,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:55,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,41319,1731434258581 2024-11-12T17:57:55,101 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b9711cf 2024-11-12T17:57:55,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:55,102 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:55,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:57:55,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:57:55,113 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:55,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:57:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:55,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:57:55,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:57:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:55,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d9302dac1651ab67628908f6e24dcb1, NAME => 'test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43 2024-11-12T17:57:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:57:55,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:55,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9d9302dac1651ab67628908f6e24dcb1, disabling compactions & flushes 2024-11-12T17:57:55,686 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:57:55,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:57:55,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. after waiting 0 ms 2024-11-12T17:57:55,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:57:55,686 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:57:55,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d9302dac1651ab67628908f6e24dcb1: Waiting for close lock at 1731434275686Disabling compacts and flushes for region at 1731434275686Disabling writes for close at 1731434275686Writing region close event to WAL at 1731434275686Closed at 1731434275686 2024-11-12T17:57:55,691 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:57:55,692 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434275692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434275692"}]},"ts":"1731434275692"} 2024-11-12T17:57:55,696 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:57:55,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:57:55,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434275697"}]},"ts":"1731434275697"} 2024-11-12T17:57:55,699 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:57:55,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d9302dac1651ab67628908f6e24dcb1, ASSIGN}] 2024-11-12T17:57:55,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d9302dac1651ab67628908f6e24dcb1, ASSIGN 2024-11-12T17:57:55,702 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9d9302dac1651ab67628908f6e24dcb1, ASSIGN; state=OFFLINE, location=6684de3f6e40,45743,1731434258820; forceNewPlan=false, retain=false 2024-11-12T17:57:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:55,856 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d9302dac1651ab67628908f6e24dcb1, regionState=OPENING, regionLocation=6684de3f6e40,45743,1731434258820 2024-11-12T17:57:55,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9d9302dac1651ab67628908f6e24dcb1, ASSIGN because future has completed 2024-11-12T17:57:55,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d9302dac1651ab67628908f6e24dcb1, server=6684de3f6e40,45743,1731434258820}] 2024-11-12T17:57:56,056 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:57:56,057 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d9302dac1651ab67628908f6e24dcb1, NAME => 'test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:56,057 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:56,057 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:57:56,057 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,057 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:56,057 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,058 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,089 INFO [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,096 INFO [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d9302dac1651ab67628908f6e24dcb1 columnFamilyName f 2024-11-12T17:57:56,096 DEBUG [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:56,096 INFO [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] regionserver.HStore(327): Store=9d9302dac1651ab67628908f6e24dcb1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:56,097 INFO [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,100 INFO [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d9302dac1651ab67628908f6e24dcb1 columnFamilyName f1 2024-11-12T17:57:56,100 DEBUG [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:56,100 INFO [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] regionserver.HStore(327): Store=9d9302dac1651ab67628908f6e24dcb1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:56,100 INFO [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,108 INFO [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d9302dac1651ab67628908f6e24dcb1 columnFamilyName norep 2024-11-12T17:57:56,108 DEBUG [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:56,108 INFO [StoreOpener-9d9302dac1651ab67628908f6e24dcb1-1 {}] regionserver.HStore(327): Store=9d9302dac1651ab67628908f6e24dcb1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:56,109 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,109 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,109 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,114 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,114 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,115 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:57:56,116 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,118 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:56,119 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9d9302dac1651ab67628908f6e24dcb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61847354, jitterRate=-0.07840260863304138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:57:56,119 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:57:56,119 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9d9302dac1651ab67628908f6e24dcb1: Running coprocessor pre-open hook at 1731434276058Writing region info on filesystem at 1731434276058Initializing all the Stores at 1731434276069 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434276069Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434276089 (+20 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434276089Cleaning up temporary data from old regions at 1731434276114 (+25 ms)Running coprocessor post-open hooks at 1731434276119 (+5 ms)Region opened successfully at 1731434276119 2024-11-12T17:57:56,120 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1., pid=6, masterSystemTime=1731434276020 2024-11-12T17:57:56,121 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:57:56,121 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:57:56,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d9302dac1651ab67628908f6e24dcb1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,45743,1731434258820 2024-11-12T17:57:56,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d9302dac1651ab67628908f6e24dcb1, server=6684de3f6e40,45743,1731434258820 because future has completed 2024-11-12T17:57:56,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:57:56,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d9302dac1651ab67628908f6e24dcb1, server=6684de3f6e40,45743,1731434258820 in 261 msec 2024-11-12T17:57:56,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:57:56,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9d9302dac1651ab67628908f6e24dcb1, ASSIGN in 428 msec 2024-11-12T17:57:56,131 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:57:56,132 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434276131"}]},"ts":"1731434276131"} 2024-11-12T17:57:56,133 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:57:56,134 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:57:56,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0310 sec 2024-11-12T17:57:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:56,252 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:57:56,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,38175,1731434265159 2024-11-12T17:57:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c359576 2024-11-12T17:57:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:56,255 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:56,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:57:56,258 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:57:56,258 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:56,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:57:56,259 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:57:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:57:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:56,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92e09ec6b77938bfafba1d5278f2e4d0, NAME => 'test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d 2024-11-12T17:57:56,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:57:56,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:56,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 92e09ec6b77938bfafba1d5278f2e4d0, disabling compactions & flushes 2024-11-12T17:57:56,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:57:56,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:57:56,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. after waiting 0 ms 2024-11-12T17:57:56,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:57:56,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:57:56,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92e09ec6b77938bfafba1d5278f2e4d0: Waiting for close lock at 1731434276722Disabling compacts and flushes for region at 1731434276722Disabling writes for close at 1731434276722Writing region close event to WAL at 1731434276722Closed at 1731434276722 2024-11-12T17:57:56,723 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:57:56,723 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434276723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434276723"}]},"ts":"1731434276723"} 2024-11-12T17:57:56,725 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:57:56,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:57:56,735 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434276735"}]},"ts":"1731434276735"} 2024-11-12T17:57:56,737 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:57:56,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92e09ec6b77938bfafba1d5278f2e4d0, ASSIGN}] 2024-11-12T17:57:56,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92e09ec6b77938bfafba1d5278f2e4d0, ASSIGN 2024-11-12T17:57:56,740 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=92e09ec6b77938bfafba1d5278f2e4d0, ASSIGN; state=OFFLINE, location=6684de3f6e40,41165,1731434265516; forceNewPlan=false, retain=false 2024-11-12T17:57:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:56,895 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92e09ec6b77938bfafba1d5278f2e4d0, regionState=OPENING, regionLocation=6684de3f6e40,41165,1731434265516 2024-11-12T17:57:56,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=92e09ec6b77938bfafba1d5278f2e4d0, ASSIGN because future has completed 2024-11-12T17:57:56,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92e09ec6b77938bfafba1d5278f2e4d0, server=6684de3f6e40,41165,1731434265516}] 2024-11-12T17:57:57,091 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:57:57,091 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 92e09ec6b77938bfafba1d5278f2e4d0, NAME => 'test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:57,092 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:57,092 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:57:57,092 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,092 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:57,092 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,092 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,110 INFO [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,116 INFO [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92e09ec6b77938bfafba1d5278f2e4d0 columnFamilyName f 2024-11-12T17:57:57,117 DEBUG [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:57,128 INFO [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] regionserver.HStore(327): Store=92e09ec6b77938bfafba1d5278f2e4d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:57,128 INFO [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,129 INFO [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92e09ec6b77938bfafba1d5278f2e4d0 columnFamilyName f1 2024-11-12T17:57:57,129 DEBUG [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:57,130 INFO [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] regionserver.HStore(327): Store=92e09ec6b77938bfafba1d5278f2e4d0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:57,130 INFO [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,132 INFO [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92e09ec6b77938bfafba1d5278f2e4d0 columnFamilyName norep 2024-11-12T17:57:57,132 DEBUG [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:57,132 INFO [StoreOpener-92e09ec6b77938bfafba1d5278f2e4d0-1 {}] regionserver.HStore(327): Store=92e09ec6b77938bfafba1d5278f2e4d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:57,136 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,137 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,137 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,138 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,138 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,139 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:57:57,142 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,173 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:57,173 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 92e09ec6b77938bfafba1d5278f2e4d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61608100, jitterRate=-0.08196777105331421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:57:57,173 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:57:57,173 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 92e09ec6b77938bfafba1d5278f2e4d0: Running coprocessor pre-open hook at 1731434277092Writing region info on filesystem at 1731434277092Initializing all the Stores at 1731434277103 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434277103Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434277107 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434277107Cleaning up temporary data from old regions at 1731434277138 (+31 ms)Running coprocessor post-open hooks at 1731434277173 (+35 ms)Region opened successfully at 1731434277173 2024-11-12T17:57:57,175 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0., pid=6, masterSystemTime=1731434277075 2024-11-12T17:57:57,180 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:57:57,180 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:57:57,181 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92e09ec6b77938bfafba1d5278f2e4d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,41165,1731434265516 2024-11-12T17:57:57,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92e09ec6b77938bfafba1d5278f2e4d0, server=6684de3f6e40,41165,1731434265516 because future has completed 2024-11-12T17:57:57,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:57:57,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 92e09ec6b77938bfafba1d5278f2e4d0, server=6684de3f6e40,41165,1731434265516 in 301 msec 2024-11-12T17:57:57,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:57:57,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=92e09ec6b77938bfafba1d5278f2e4d0, ASSIGN in 481 msec 2024-11-12T17:57:57,230 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:57:57,231 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434277230"}]},"ts":"1731434277230"} 2024-11-12T17:57:57,243 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:57:57,247 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:57:57,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 991 msec 2024-11-12T17:57:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:57,403 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:57:57,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,44229,1731434271018 2024-11-12T17:57:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@355edc8a 2024-11-12T17:57:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:57,410 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:57,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:57:57,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:57:57,413 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:57,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:57:57,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:57:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:57,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:57:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:57,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3b4251097e3f4e792f903eb8bb275d5, NAME => 'test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38 2024-11-12T17:57:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:57:57,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:57,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b3b4251097e3f4e792f903eb8bb275d5, disabling compactions & flushes 2024-11-12T17:57:57,867 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:57:57,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:57:57,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. after waiting 0 ms 2024-11-12T17:57:57,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:57:57,867 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:57:57,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3b4251097e3f4e792f903eb8bb275d5: Waiting for close lock at 1731434277867Disabling compacts and flushes for region at 1731434277867Disabling writes for close at 1731434277867Writing region close event to WAL at 1731434277867Closed at 1731434277867 2024-11-12T17:57:57,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:57:57,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434277869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434277869"}]},"ts":"1731434277869"} 2024-11-12T17:57:57,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:57:57,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:57:57,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434277874"}]},"ts":"1731434277874"} 2024-11-12T17:57:57,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:57:57,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3b4251097e3f4e792f903eb8bb275d5, ASSIGN}] 2024-11-12T17:57:57,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3b4251097e3f4e792f903eb8bb275d5, ASSIGN 2024-11-12T17:57:57,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b3b4251097e3f4e792f903eb8bb275d5, ASSIGN; state=OFFLINE, location=6684de3f6e40,32985,1731434271336; forceNewPlan=false, retain=false 2024-11-12T17:57:58,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3b4251097e3f4e792f903eb8bb275d5, regionState=OPENING, regionLocation=6684de3f6e40,32985,1731434271336 2024-11-12T17:57:58,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b3b4251097e3f4e792f903eb8bb275d5, ASSIGN because future has completed 2024-11-12T17:57:58,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b4251097e3f4e792f903eb8bb275d5, server=6684de3f6e40,32985,1731434271336}] 2024-11-12T17:57:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:58,214 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:57:58,214 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b3b4251097e3f4e792f903eb8bb275d5, NAME => 'test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:58,215 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:58,215 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:57:58,215 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,215 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:58,215 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,215 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,225 INFO [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,231 INFO [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b4251097e3f4e792f903eb8bb275d5 columnFamilyName f 2024-11-12T17:57:58,232 DEBUG [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:58,232 INFO [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] regionserver.HStore(327): Store=b3b4251097e3f4e792f903eb8bb275d5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:58,232 INFO [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,234 INFO [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b4251097e3f4e792f903eb8bb275d5 columnFamilyName f1 2024-11-12T17:57:58,234 DEBUG [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:58,238 INFO [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] regionserver.HStore(327): Store=b3b4251097e3f4e792f903eb8bb275d5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:58,238 INFO [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,240 INFO [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b4251097e3f4e792f903eb8bb275d5 columnFamilyName norep 2024-11-12T17:57:58,240 DEBUG [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:58,241 INFO [StoreOpener-b3b4251097e3f4e792f903eb8bb275d5-1 {}] regionserver.HStore(327): Store=b3b4251097e3f4e792f903eb8bb275d5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:58,241 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,241 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,243 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,247 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,247 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,249 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:57:58,281 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,297 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:58,298 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b3b4251097e3f4e792f903eb8bb275d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61498195, jitterRate=-0.08360548317432404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:57:58,298 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:57:58,299 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b3b4251097e3f4e792f903eb8bb275d5: Running coprocessor pre-open hook at 1731434278215Writing region info on filesystem at 1731434278215Initializing all the Stores at 1731434278224 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434278224Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434278225 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434278225Cleaning up temporary data from old regions at 1731434278247 (+22 ms)Running coprocessor post-open hooks at 1731434278298 (+51 ms)Region opened successfully at 1731434278298 2024-11-12T17:57:58,300 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5., pid=6, masterSystemTime=1731434278191 2024-11-12T17:57:58,303 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:57:58,303 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:57:58,304 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3b4251097e3f4e792f903eb8bb275d5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,32985,1731434271336 2024-11-12T17:57:58,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b4251097e3f4e792f903eb8bb275d5, server=6684de3f6e40,32985,1731434271336 because future has completed 2024-11-12T17:57:58,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:57:58,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3b4251097e3f4e792f903eb8bb275d5, server=6684de3f6e40,32985,1731434271336 in 281 msec 2024-11-12T17:57:58,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:57:58,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b3b4251097e3f4e792f903eb8bb275d5, ASSIGN in 442 msec 2024-11-12T17:57:58,326 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:57:58,326 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434278326"}]},"ts":"1731434278326"} 2024-11-12T17:57:58,333 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:57:58,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:57:58,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 923 msec 2024-11-12T17:57:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:57:58,563 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:57:58,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7325c5d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:58,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,41319,-1 for getting cluster id 2024-11-12T17:57:58,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:58,581 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a66a39f6-d5e2-431b-8ac9-24de64273035' 2024-11-12T17:57:58,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:58,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a66a39f6-d5e2-431b-8ac9-24de64273035" 2024-11-12T17:57:58,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a59ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:58,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,41319,-1] 2024-11-12T17:57:58,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:58,583 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4a45ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:58,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,41319,1731434258581 2024-11-12T17:57:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4367f76e 2024-11-12T17:57:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:58,586 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:58,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:38175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:57:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:57:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:58,594 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:38175' 2024-11-12T17:57:58,620 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a6ae87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:58,620 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38175,-1 for getting cluster id 2024-11-12T17:57:58,620 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:57:58,623 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e6f79ff-0b7f-4726-9c68-018ca8a22dd8' 2024-11-12T17:57:58,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:57:58,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e6f79ff-0b7f-4726-9c68-018ca8a22dd8" 2024-11-12T17:57:58,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708c28aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:58,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38175,-1] 2024-11-12T17:57:58,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:57:58,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:58,627 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:57:58,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575d9cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:57:58,629 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:57:58,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,38175,1731434265159 2024-11-12T17:57:58,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@135fc093 2024-11-12T17:57:58,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:57:58,631 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:57:58,633 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T17:57:58,633 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:57:58,633 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:58,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:57:58,633 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:57:58,634 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:57:58,635 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:57:58,639 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:57:58,639 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:58,641 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:57:58,685 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:57:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:58,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:57:58,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2958a27955d70371cb79710489e2f6ab, NAME => 'hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43 2024-11-12T17:57:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:57:58,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T17:57:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:59,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:59,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2958a27955d70371cb79710489e2f6ab, disabling compactions & flushes 2024-11-12T17:57:59,202 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:57:59,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:57:59,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. after waiting 0 ms 2024-11-12T17:57:59,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:57:59,202 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:57:59,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2958a27955d70371cb79710489e2f6ab: Waiting for close lock at 1731434279202Disabling compacts and flushes for region at 1731434279202Disabling writes for close at 1731434279202Writing region close event to WAL at 1731434279202Closed at 1731434279202 2024-11-12T17:57:59,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:57:59,203 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434279203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434279203"}]},"ts":"1731434279203"} 2024-11-12T17:57:59,211 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:57:59,212 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:57:59,212 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434279212"}]},"ts":"1731434279212"} 2024-11-12T17:57:59,214 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:57:59,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2958a27955d70371cb79710489e2f6ab, ASSIGN}] 2024-11-12T17:57:59,215 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2958a27955d70371cb79710489e2f6ab, ASSIGN 2024-11-12T17:57:59,216 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2958a27955d70371cb79710489e2f6ab, ASSIGN; state=OFFLINE, location=6684de3f6e40,45743,1731434258820; forceNewPlan=false, retain=false 2024-11-12T17:57:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:59,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2958a27955d70371cb79710489e2f6ab, regionState=OPENING, regionLocation=6684de3f6e40,45743,1731434258820 2024-11-12T17:57:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2958a27955d70371cb79710489e2f6ab, ASSIGN because future has completed 2024-11-12T17:57:59,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2958a27955d70371cb79710489e2f6ab, server=6684de3f6e40,45743,1731434258820}] 2024-11-12T17:57:59,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:57:59,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:57:59,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:57:59,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C45743%2C1731434258820.rep, suffix=, logDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820, archiveDir=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/oldWALs, maxLogs=10 2024-11-12T17:57:59,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.rep.1731434279584, exclude list is [], retry=0 2024-11-12T17:57:59,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44267,DS-e1b5219b-36dd-4a62-b111-f786fdfc7dff,DISK] 2024-11-12T17:57:59,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.rep.1731434279584 2024-11-12T17:57:59,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33757:33757)] 2024-11-12T17:57:59,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2958a27955d70371cb79710489e2f6ab, NAME => 'hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:57:59,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:57:59,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:57:59,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. service=MultiRowMutationService 2024-11-12T17:57:59,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:57:59,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:57:59,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,677 INFO [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,678 INFO [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2958a27955d70371cb79710489e2f6ab columnFamilyName hfileref 2024-11-12T17:57:59,678 DEBUG [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:59,678 INFO [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] regionserver.HStore(327): Store=2958a27955d70371cb79710489e2f6ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:59,679 INFO [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,683 INFO [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2958a27955d70371cb79710489e2f6ab columnFamilyName queue 2024-11-12T17:57:59,683 DEBUG [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:59,683 INFO [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] regionserver.HStore(327): Store=2958a27955d70371cb79710489e2f6ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:59,683 INFO [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,685 INFO [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2958a27955d70371cb79710489e2f6ab columnFamilyName sid 2024-11-12T17:57:59,685 DEBUG [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:57:59,686 INFO [StoreOpener-2958a27955d70371cb79710489e2f6ab-1 {}] regionserver.HStore(327): Store=2958a27955d70371cb79710489e2f6ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:57:59,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/replication/2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/replication/2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:57:59,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/replication/2958a27955d70371cb79710489e2f6ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:57:59,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2958a27955d70371cb79710489e2f6ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68763526, jitterRate=0.02465638518333435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:57:59,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:57:59,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2958a27955d70371cb79710489e2f6ab: Running coprocessor pre-open hook at 1731434279665Writing region info on filesystem at 1731434279665Initializing all the Stores at 1731434279675 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434279675Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434279676 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434279676Cleaning up temporary data from old regions at 1731434279689 (+13 ms)Running coprocessor post-open hooks at 1731434279701 (+12 ms)Region opened successfully at 1731434279701 2024-11-12T17:57:59,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab., pid=10, masterSystemTime=1731434279539 2024-11-12T17:57:59,720 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2958a27955d70371cb79710489e2f6ab, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,45743,1731434258820 2024-11-12T17:57:59,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:57:59,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:57:59,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2958a27955d70371cb79710489e2f6ab, server=6684de3f6e40,45743,1731434258820 because future has completed 2024-11-12T17:57:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:57:59,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:57:59,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2958a27955d70371cb79710489e2f6ab, server=6684de3f6e40,45743,1731434258820 in 370 msec 2024-11-12T17:57:59,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:57:59,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2958a27955d70371cb79710489e2f6ab, ASSIGN in 530 msec 2024-11-12T17:57:59,748 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:57:59,748 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434279748"}]},"ts":"1731434279748"} 2024-11-12T17:57:59,760 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:57:59,764 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:57:59,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1300 sec 2024-11-12T17:57:59,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab., hostname=6684de3f6e40,45743,1731434258820, seqNum=2] 2024-11-12T17:57:59,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:59,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:57:59,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:58:00,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:58:00,146 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:58:00,212 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,45743,1731434258820, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:58:00,213 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:00,213 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,45743,1731434258820, seqNum=-1] 2024-11-12T17:58:00,214 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:00,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-12T17:58:00,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:58:00,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,45743,1731434258820', locateType=CURRENT is [region=hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab., hostname=6684de3f6e40,45743,1731434258820, seqNum=2] 2024-11-12T17:58:00,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,263 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:58:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:58:00,276 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,45743,1731434258820 suceeded 2024-11-12T17:58:00,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:58:00,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 297 msec 2024-11-12T17:58:00,279 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:38175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:58:00,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6920 sec 2024-11-12T17:58:00,286 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:38175' 2024-11-12T17:58:00,288 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4041e8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:00,288 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38175,-1 for getting cluster id 2024-11-12T17:58:00,288 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:00,289 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e6f79ff-0b7f-4726-9c68-018ca8a22dd8' 2024-11-12T17:58:00,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:00,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e6f79ff-0b7f-4726-9c68-018ca8a22dd8" 2024-11-12T17:58:00,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a13b73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:00,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38175,-1] 2024-11-12T17:58:00,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:00,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:00,291 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:00,292 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3083d3ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:00,292 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:00,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,38175,1731434265159 2024-11-12T17:58:00,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1692b219 2024-11-12T17:58:00,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:00,294 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-12T17:58:00,295 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,45743,1731434258820 (queues=1) is replicating from cluster=a66a39f6-d5e2-431b-8ac9-24de64273035 to cluster=5e6f79ff-0b7f-4726-9c68-018ca8a22dd8 2024-11-12T17:58:00,295 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C45743%2C1731434258820 2024-11-12T17:58:00,295 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,45743,1731434258820, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:58:00,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,319 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112, startPosition=0, beingWritten=true 2024-11-12T17:58:00,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:00,332 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C45743%2C1731434258820 2024-11-12T17:58:00,378 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:00,379 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 379, reset compression=false 2024-11-12T17:58:00,379 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,45743,1731434258820 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:00,593 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 379, reset compression=false 2024-11-12T17:58:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:00,756 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:58:00,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:00,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:00,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:00,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:00,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:00,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d37acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:00,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38175,-1 for getting cluster id 2024-11-12T17:58:00,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:00,764 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e6f79ff-0b7f-4726-9c68-018ca8a22dd8' 2024-11-12T17:58:00,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:00,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e6f79ff-0b7f-4726-9c68-018ca8a22dd8" 2024-11-12T17:58:00,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff9b2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38175,-1] 2024-11-12T17:58:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:00,772 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792ba9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:00,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:00,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,38175,1731434265159 2024-11-12T17:58:00,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32865229 2024-11-12T17:58:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:00,783 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:00,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:44229,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:58:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:58:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:00,793 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:44229' 2024-11-12T17:58:00,797 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132e283b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:00,797 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44229,-1 for getting cluster id 2024-11-12T17:58:00,797 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:00,797 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8901a7d7-9a04-41c5-a620-f231062f29d5' 2024-11-12T17:58:00,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:00,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8901a7d7-9a04-41c5-a620-f231062f29d5" 2024-11-12T17:58:00,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4029ce4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:00,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44229,-1] 2024-11-12T17:58:00,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:00,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:00,799 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:00,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ce1948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:00,800 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:00,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,44229,1731434271018 2024-11-12T17:58:00,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c384e6d 2024-11-12T17:58:00,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:00,803 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:00,805 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T17:58:00,805 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:58:00,805 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:00,805 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:00,806 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:00,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:58:00,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:00,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:58:00,808 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:00,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:58:00,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:58:00,857 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:58:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:00,903 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 379, reset compression=false 2024-11-12T17:58:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:01,239 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2d42566412ac0f26c9457eec47f0fba, NAME => 'hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d 2024-11-12T17:58:01,311 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 379, reset compression=false 2024-11-12T17:58:01,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:58:01,322 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:01,322 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e2d42566412ac0f26c9457eec47f0fba, disabling compactions & flushes 2024-11-12T17:58:01,322 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:01,322 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:01,322 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. after waiting 0 ms 2024-11-12T17:58:01,322 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:01,322 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:01,322 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2d42566412ac0f26c9457eec47f0fba: Waiting for close lock at 1731434281322Disabling compacts and flushes for region at 1731434281322Disabling writes for close at 1731434281322Writing region close event to WAL at 1731434281322Closed at 1731434281322 2024-11-12T17:58:01,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:58:01,324 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434281324"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434281324"}]},"ts":"1731434281324"} 2024-11-12T17:58:01,329 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:58:01,332 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:58:01,332 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434281332"}]},"ts":"1731434281332"} 2024-11-12T17:58:01,355 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:58:01,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2d42566412ac0f26c9457eec47f0fba, ASSIGN}] 2024-11-12T17:58:01,357 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2d42566412ac0f26c9457eec47f0fba, ASSIGN 2024-11-12T17:58:01,358 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2d42566412ac0f26c9457eec47f0fba, ASSIGN; state=OFFLINE, location=6684de3f6e40,41165,1731434265516; forceNewPlan=false, retain=false 2024-11-12T17:58:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:01,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2d42566412ac0f26c9457eec47f0fba, regionState=OPENING, regionLocation=6684de3f6e40,41165,1731434265516 2024-11-12T17:58:01,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2d42566412ac0f26c9457eec47f0fba, ASSIGN because future has completed 2024-11-12T17:58:01,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2d42566412ac0f26c9457eec47f0fba, server=6684de3f6e40,41165,1731434265516}] 2024-11-12T17:58:01,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:01,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:01,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:58:01,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C41165%2C1731434265516.rep, suffix=, logDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516, archiveDir=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/oldWALs, maxLogs=10 2024-11-12T17:58:01,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.rep.1731434281721, exclude list is [], retry=0 2024-11-12T17:58:01,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-2aa9705e-2b69-4d3a-bfe4-d58694c814aa,DISK] 2024-11-12T17:58:01,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.rep.1731434281721 2024-11-12T17:58:01,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38657:38657)] 2024-11-12T17:58:01,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e2d42566412ac0f26c9457eec47f0fba, NAME => 'hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:01,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:58:01,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:58:01,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. service=MultiRowMutationService 2024-11-12T17:58:01,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:58:01,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:01,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,797 INFO [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,798 INFO [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2d42566412ac0f26c9457eec47f0fba columnFamilyName hfileref 2024-11-12T17:58:01,799 DEBUG [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:01,799 INFO [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] regionserver.HStore(327): Store=e2d42566412ac0f26c9457eec47f0fba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:01,800 INFO [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,801 INFO [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2d42566412ac0f26c9457eec47f0fba columnFamilyName queue 2024-11-12T17:58:01,801 DEBUG [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:01,802 INFO [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] regionserver.HStore(327): Store=e2d42566412ac0f26c9457eec47f0fba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:01,802 INFO [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,803 INFO [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2d42566412ac0f26c9457eec47f0fba columnFamilyName sid 2024-11-12T17:58:01,803 DEBUG [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:01,804 INFO [StoreOpener-e2d42566412ac0f26c9457eec47f0fba-1 {}] regionserver.HStore(327): Store=e2d42566412ac0f26c9457eec47f0fba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:01,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/replication/e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/replication/e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:58:01,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/replication/e2d42566412ac0f26c9457eec47f0fba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:01,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e2d42566412ac0f26c9457eec47f0fba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60750120, jitterRate=-0.09475266933441162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:58:01,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:01,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e2d42566412ac0f26c9457eec47f0fba: Running coprocessor pre-open hook at 1731434281773Writing region info on filesystem at 1731434281773Initializing all the Stores at 1731434281779 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434281779Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434281791 (+12 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434281791Cleaning up temporary data from old regions at 1731434281806 (+15 ms)Running coprocessor post-open hooks at 1731434281820 (+14 ms)Region opened successfully at 1731434281820 2024-11-12T17:58:01,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba., pid=10, masterSystemTime=1731434281699 2024-11-12T17:58:01,829 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2d42566412ac0f26c9457eec47f0fba, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41165,1731434265516 2024-11-12T17:58:01,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:01,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:01,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2d42566412ac0f26c9457eec47f0fba, server=6684de3f6e40,41165,1731434265516 because future has completed 2024-11-12T17:58:01,836 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 379, reset compression=false 2024-11-12T17:58:01,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:58:01,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e2d42566412ac0f26c9457eec47f0fba, server=6684de3f6e40,41165,1731434265516 in 314 msec 2024-11-12T17:58:01,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:58:01,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2d42566412ac0f26c9457eec47f0fba, ASSIGN in 496 msec 2024-11-12T17:58:01,856 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:58:01,856 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434281856"}]},"ts":"1731434281856"} 2024-11-12T17:58:01,864 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:58:01,865 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:58:01,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0600 sec 2024-11-12T17:58:01,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba., hostname=6684de3f6e40,41165,1731434265516, seqNum=2] 2024-11-12T17:58:01,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:58:01,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:58:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:01,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:58:02,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:58:02,113 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:58:02,171 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,41165,1731434265516, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:58:02,171 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:02,172 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41165,1731434265516, seqNum=-1] 2024-11-12T17:58:02,172 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:02,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T17:58:02,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,41165,1731434265516', locateType=CURRENT is [region=hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba., hostname=6684de3f6e40,41165,1731434265516, seqNum=2] 2024-11-12T17:58:02,203 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:58:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:58:02,222 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,41165,1731434265516 suceeded 2024-11-12T17:58:02,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:58:02,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 275 msec 2024-11-12T17:58:02,230 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:44229,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:58:02,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4440 sec 2024-11-12T17:58:02,245 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:44229' 2024-11-12T17:58:02,255 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33545b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:02,256 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44229,-1 for getting cluster id 2024-11-12T17:58:02,256 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:02,257 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8901a7d7-9a04-41c5-a620-f231062f29d5' 2024-11-12T17:58:02,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:02,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8901a7d7-9a04-41c5-a620-f231062f29d5" 2024-11-12T17:58:02,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ffad9e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:02,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44229,-1] 2024-11-12T17:58:02,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:02,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:02,260 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:02,261 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@399c16aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:02,261 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:02,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,44229,1731434271018 2024-11-12T17:58:02,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c9298 2024-11-12T17:58:02,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:02,263 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-12T17:58:02,264 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,41165,1731434265516 (queues=1) is replicating from cluster=5e6f79ff-0b7f-4726-9c68-018ca8a22dd8 to cluster=8901a7d7-9a04-41c5-a620-f231062f29d5 2024-11-12T17:58:02,264 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C41165%2C1731434265516 2024-11-12T17:58:02,264 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,41165,1731434265516, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:58:02,270 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914, startPosition=0, beingWritten=true 2024-11-12T17:58:02,283 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C41165%2C1731434265516 2024-11-12T17:58:02,320 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:02,320 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 379, reset compression=false 2024-11-12T17:58:02,320 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,41165,1731434265516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:02,475 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 379, reset compression=false 2024-11-12T17:58:02,535 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 379, reset compression=false 2024-11-12T17:58:02,874 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 379, reset compression=false 2024-11-12T17:58:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:02,943 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:58:02,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:02,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:02,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:02,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:02,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:02,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d356d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:02,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44229,-1 for getting cluster id 2024-11-12T17:58:02,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:02,946 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8901a7d7-9a04-41c5-a620-f231062f29d5' 2024-11-12T17:58:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8901a7d7-9a04-41c5-a620-f231062f29d5" 2024-11-12T17:58:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511891cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44229,-1] 2024-11-12T17:58:02,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:02,948 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6260a82b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:02,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:02,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,44229,1731434271018 2024-11-12T17:58:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61689959 2024-11-12T17:58:02,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:02,952 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:02,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:38175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:58:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:58:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:02,956 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:38175' 2024-11-12T17:58:02,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f31900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:02,957 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38175,-1 for getting cluster id 2024-11-12T17:58:02,957 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:02,962 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e6f79ff-0b7f-4726-9c68-018ca8a22dd8' 2024-11-12T17:58:02,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:02,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e6f79ff-0b7f-4726-9c68-018ca8a22dd8" 2024-11-12T17:58:02,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af94bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:02,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38175,-1] 2024-11-12T17:58:02,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:02,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:02,964 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:02,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddf6bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:02,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:02,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,38175,1731434265159 2024-11-12T17:58:02,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@663eba94 2024-11-12T17:58:02,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:02,966 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:02,967 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T17:58:02,967 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:58:02,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:02,968 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:02,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:02,968 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:02,969 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:58:02,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:58:02,970 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:02,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:58:02,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:58:02,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0d380724dcddc5e10ef7f664edae872, NAME => 'hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38 2024-11-12T17:58:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:58:03,020 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:58:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:03,188 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 379, reset compression=false 2024-11-12T17:58:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:03,318 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 379, reset compression=false 2024-11-12T17:58:03,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:03,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0d380724dcddc5e10ef7f664edae872, disabling compactions & flushes 2024-11-12T17:58:03,404 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:03,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:03,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. after waiting 0 ms 2024-11-12T17:58:03,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:03,404 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:03,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0d380724dcddc5e10ef7f664edae872: Waiting for close lock at 1731434283404Disabling compacts and flushes for region at 1731434283404Disabling writes for close at 1731434283404Writing region close event to WAL at 1731434283404Closed at 1731434283404 2024-11-12T17:58:03,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:58:03,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434283406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434283406"}]},"ts":"1731434283406"} 2024-11-12T17:58:03,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:58:03,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:58:03,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434283413"}]},"ts":"1731434283413"} 2024-11-12T17:58:03,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:58:03,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0d380724dcddc5e10ef7f664edae872, ASSIGN}] 2024-11-12T17:58:03,428 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0d380724dcddc5e10ef7f664edae872, ASSIGN 2024-11-12T17:58:03,429 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0d380724dcddc5e10ef7f664edae872, ASSIGN; state=OFFLINE, location=6684de3f6e40,32985,1731434271336; forceNewPlan=false, retain=false 2024-11-12T17:58:03,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0d380724dcddc5e10ef7f664edae872, regionState=OPENING, regionLocation=6684de3f6e40,32985,1731434271336 2024-11-12T17:58:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:03,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0d380724dcddc5e10ef7f664edae872, ASSIGN because future has completed 2024-11-12T17:58:03,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0d380724dcddc5e10ef7f664edae872, server=6684de3f6e40,32985,1731434271336}] 2024-11-12T17:58:03,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:03,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:03,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:58:03,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C32985%2C1731434271336.rep, suffix=, logDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/oldWALs, maxLogs=10 2024-11-12T17:58:03,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.rep.1731434283757, exclude list is [], retry=0 2024-11-12T17:58:03,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-79589274-68a3-4695-9c80-5828085a16fd,DISK] 2024-11-12T17:58:03,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.rep.1731434283757 2024-11-12T17:58:03,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43841:43841)] 2024-11-12T17:58:03,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0d380724dcddc5e10ef7f664edae872, NAME => 'hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:03,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:58:03,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:58:03,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. service=MultiRowMutationService 2024-11-12T17:58:03,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:58:03,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:03,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,811 INFO [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,813 INFO [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0d380724dcddc5e10ef7f664edae872 columnFamilyName hfileref 2024-11-12T17:58:03,813 DEBUG [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:03,813 INFO [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] regionserver.HStore(327): Store=b0d380724dcddc5e10ef7f664edae872/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:03,813 INFO [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,814 INFO [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0d380724dcddc5e10ef7f664edae872 columnFamilyName queue 2024-11-12T17:58:03,814 DEBUG [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:03,814 INFO [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] regionserver.HStore(327): Store=b0d380724dcddc5e10ef7f664edae872/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:03,814 INFO [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,815 INFO [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0d380724dcddc5e10ef7f664edae872 columnFamilyName sid 2024-11-12T17:58:03,815 DEBUG [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:03,816 INFO [StoreOpener-b0d380724dcddc5e10ef7f664edae872-1 {}] regionserver.HStore(327): Store=b0d380724dcddc5e10ef7f664edae872/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:03,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/replication/b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/replication/b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:58:03,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,834 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 379, reset compression=false 2024-11-12T17:58:03,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/replication/b0d380724dcddc5e10ef7f664edae872/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:03,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0d380724dcddc5e10ef7f664edae872; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60745729, jitterRate=-0.0948181003332138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:58:03,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:03,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0d380724dcddc5e10ef7f664edae872: Running coprocessor pre-open hook at 1731434283799Writing region info on filesystem at 1731434283799Initializing all the Stores at 1731434283804 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434283804Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434283811 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434283811Cleaning up temporary data from old regions at 1731434283817 (+6 ms)Running coprocessor post-open hooks at 1731434283839 (+22 ms)Region opened successfully at 1731434283839 2024-11-12T17:58:03,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872., pid=10, masterSystemTime=1731434283745 2024-11-12T17:58:03,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:03,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:03,862 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0d380724dcddc5e10ef7f664edae872, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,32985,1731434271336 2024-11-12T17:58:03,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0d380724dcddc5e10ef7f664edae872, server=6684de3f6e40,32985,1731434271336 because future has completed 2024-11-12T17:58:03,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:58:03,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0d380724dcddc5e10ef7f664edae872, server=6684de3f6e40,32985,1731434271336 in 274 msec 2024-11-12T17:58:03,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:58:03,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0d380724dcddc5e10ef7f664edae872, ASSIGN in 447 msec 2024-11-12T17:58:03,871 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:58:03,871 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434283871"}]},"ts":"1731434283871"} 2024-11-12T17:58:03,875 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:58:03,876 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:58:03,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 908 msec 2024-11-12T17:58:03,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872., hostname=6684de3f6e40,32985,1731434271336, seqNum=2] 2024-11-12T17:58:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:58:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:58:03,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:58:04,016 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 379, reset compression=false 2024-11-12T17:58:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:04,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:58:04,117 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:58:04,172 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,32985,1731434271336, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:58:04,173 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:04,173 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,32985,1731434271336, seqNum=-1] 2024-11-12T17:58:04,173 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:04,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T17:58:04,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,32985,1731434271336', locateType=CURRENT is [region=hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872., hostname=6684de3f6e40,32985,1731434271336, seqNum=2] 2024-11-12T17:58:04,183 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:58:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:58:04,192 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,32985,1731434271336 suceeded 2024-11-12T17:58:04,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:58:04,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 240 msec 2024-11-12T17:58:04,196 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:38175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:58:04,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2430 sec 2024-11-12T17:58:04,202 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:38175' 2024-11-12T17:58:04,203 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f3e7d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:04,204 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38175,-1 for getting cluster id 2024-11-12T17:58:04,204 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:04,204 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e6f79ff-0b7f-4726-9c68-018ca8a22dd8' 2024-11-12T17:58:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e6f79ff-0b7f-4726-9c68-018ca8a22dd8" 2024-11-12T17:58:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32c8f533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38175,-1] 2024-11-12T17:58:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:04,206 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:04,207 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68e499a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:04,208 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:04,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,38175,1731434265159 2024-11-12T17:58:04,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f71a84 2024-11-12T17:58:04,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:04,210 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-12T17:58:04,211 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,32985,1731434271336 (queues=1) is replicating from cluster=8901a7d7-9a04-41c5-a620-f231062f29d5 to cluster=5e6f79ff-0b7f-4726-9c68-018ca8a22dd8 2024-11-12T17:58:04,211 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C32985%2C1731434271336 2024-11-12T17:58:04,211 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,32985,1731434271336, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:58:04,211 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579, startPosition=0, beingWritten=true 2024-11-12T17:58:04,219 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C32985%2C1731434271336 2024-11-12T17:58:04,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T17:58:04,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T17:58:04,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:58:04,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T17:58:04,240 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:04,240 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 379, reset compression=false 2024-11-12T17:58:04,240 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,32985,1731434271336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:04,439 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 379, reset compression=false 2024-11-12T17:58:04,457 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 379, reset compression=false 2024-11-12T17:58:04,760 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 379, reset compression=false 2024-11-12T17:58:04,929 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 379, reset compression=false 2024-11-12T17:58:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:05,116 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:58:05,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:05,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:05,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:05,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:05,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:05,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7904f7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:05,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,41319,-1 for getting cluster id 2024-11-12T17:58:05,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:05,131 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a66a39f6-d5e2-431b-8ac9-24de64273035' 2024-11-12T17:58:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a66a39f6-d5e2-431b-8ac9-24de64273035" 2024-11-12T17:58:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be65919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,41319,-1] 2024-11-12T17:58:05,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:05,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:05,135 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d037f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:05,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35efe565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:05,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38175,-1 for getting cluster id 2024-11-12T17:58:05,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:05,141 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e6f79ff-0b7f-4726-9c68-018ca8a22dd8' 2024-11-12T17:58:05,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:05,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e6f79ff-0b7f-4726-9c68-018ca8a22dd8" 2024-11-12T17:58:05,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759826b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:05,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38175,-1] 2024-11-12T17:58:05,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:05,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:05,143 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 379, reset compression=false 2024-11-12T17:58:05,146 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:05,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1403f3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:05,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3b8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:05,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44229,-1 for getting cluster id 2024-11-12T17:58:05,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:05,154 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8901a7d7-9a04-41c5-a620-f231062f29d5' 2024-11-12T17:58:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8901a7d7-9a04-41c5-a620-f231062f29d5" 2024-11-12T17:58:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494576d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44229,-1] 2024-11-12T17:58:05,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:05,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:05,156 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36119290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:05,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,45743,1731434258820, seqNum=-1] 2024-11-12T17:58:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:05,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:05,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:58:05,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1., hostname=6684de3f6e40,45743,1731434258820, seqNum=2] 2024-11-12T17:58:05,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,32985,1731434271336, seqNum=-1] 2024-11-12T17:58:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:05,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5., hostname=6684de3f6e40,32985,1731434271336, seqNum=2] 2024-11-12T17:58:05,196 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T17:58:05,207 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 379, reset compression=false 2024-11-12T17:58:05,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:05,385 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T17:58:05,743 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 379, reset compression=false 2024-11-12T17:58:05,960 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 379, reset compression=false 2024-11-12T17:58:05,993 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 379, reset compression=false 2024-11-12T17:58:06,006 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:58:06,006 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 480, reset compression=false 2024-11-12T17:58:06,006 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,45743,1731434258820 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d9302dac1651ab67628908f6e24dcb1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T17:58:06,009 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:06,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-12T17:58:06,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:58:06,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eacdc1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:06,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38175,-1 for getting cluster id 2024-11-12T17:58:06,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:06,017 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e6f79ff-0b7f-4726-9c68-018ca8a22dd8' 2024-11-12T17:58:06,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:06,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e6f79ff-0b7f-4726-9c68-018ca8a22dd8" 2024-11-12T17:58:06,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380a0679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:06,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38175,-1] 2024-11-12T17:58:06,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:06,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:06,022 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:06,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6874bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:06,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:06,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41165,1731434265516, seqNum=-1] 2024-11-12T17:58:06,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:06,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T17:58:06,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0., hostname=6684de3f6e40,41165,1731434265516, seqNum=2] 2024-11-12T17:58:06,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:58:06,198 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T17:58:06,247 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 480, reset compression=false 2024-11-12T17:58:06,368 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 379, reset compression=false 2024-11-12T17:58:06,563 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 480, reset compression=false 2024-11-12T17:58:06,929 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 379, reset compression=false 2024-11-12T17:58:06,971 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:58:06,971 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 504, reset compression=false 2024-11-12T17:58:06,972 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,41165,1731434265516 got entry batch from reader: WALEntryBatch [walEntries=[{test/92e09ec6b77938bfafba1d5278f2e4d0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T17:58:06,979 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:06,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-12T17:58:06,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:58:06,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57a77707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:06,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44229,-1 for getting cluster id 2024-11-12T17:58:06,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:06,989 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8901a7d7-9a04-41c5-a620-f231062f29d5' 2024-11-12T17:58:06,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:06,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8901a7d7-9a04-41c5-a620-f231062f29d5" 2024-11-12T17:58:06,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a732654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:06,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44229,-1] 2024-11-12T17:58:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:06,991 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:06,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bfbc37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:06,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:06,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,32985,1731434271336, seqNum=-1] 2024-11-12T17:58:06,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:07,003 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 480, reset compression=false 2024-11-12T17:58:07,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T17:58:07,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5., hostname=6684de3f6e40,32985,1731434271336, seqNum=2] 2024-11-12T17:58:07,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:58:07,095 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 379, reset compression=false 2024-11-12T17:58:07,119 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:07,119 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 527, reset compression=false 2024-11-12T17:58:07,119 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,32985,1731434271336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:07,190 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 504, reset compression=false 2024-11-12T17:58:07,203 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T17:58:07,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:07,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41165,1731434265516, seqNum=-1] 2024-11-12T17:58:07,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:07,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:07,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0., hostname=6684de3f6e40,41165,1731434265516, seqNum=2] 2024-11-12T17:58:07,223 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T17:58:07,236 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:58:07,236 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 608, reset compression=false 2024-11-12T17:58:07,236 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,41165,1731434265516 got entry batch from reader: WALEntryBatch [walEntries=[{test/92e09ec6b77938bfafba1d5278f2e4d0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T17:58:07,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:58:07,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:58:07,375 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 527, reset compression=false 2024-11-12T17:58:07,404 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:07,404 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 654, reset compression=false 2024-11-12T17:58:07,404 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,32985,1731434271336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:07,472 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 608, reset compression=false 2024-11-12T17:58:07,546 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 480, reset compression=false 2024-11-12T17:58:07,616 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 654, reset compression=false 2024-11-12T17:58:07,796 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 608, reset compression=false 2024-11-12T17:58:07,927 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 654, reset compression=false 2024-11-12T17:58:08,177 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 480, reset compression=false 2024-11-12T17:58:08,230 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T17:58:08,231 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 608, reset compression=false 2024-11-12T17:58:08,235 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T17:58:08,338 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 654, reset compression=false 2024-11-12T17:58:08,355 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:58:08,355 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 758, reset compression=false 2024-11-12T17:58:08,355 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,32985,1731434271336 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3b4251097e3f4e792f903eb8bb275d5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T17:58:08,357 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:08,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-12T17:58:08,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:58:08,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:58:08,549 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:58:08,572 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 758, reset compression=false 2024-11-12T17:58:08,736 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 608, reset compression=false 2024-11-12T17:58:08,761 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:08,761 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 736, reset compression=false 2024-11-12T17:58:08,762 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,41165,1731434265516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:08,884 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 758, reset compression=false 2024-11-12T17:58:08,885 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 480, reset compression=false 2024-11-12T17:58:08,965 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 736, reset compression=false 2024-11-12T17:58:09,237 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T17:58:09,241 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T17:58:09,271 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 736, reset compression=false 2024-11-12T17:58:09,287 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 758, reset compression=false 2024-11-12T17:58:09,674 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 736, reset compression=false 2024-11-12T17:58:09,688 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 480, reset compression=false 2024-11-12T17:58:09,692 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:58:09,692 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:09,692 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,45743,1731434258820 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d9302dac1651ab67628908f6e24dcb1/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T17:58:09,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:58:09,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:58:09,796 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 758, reset compression=false 2024-11-12T17:58:09,896 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:10,178 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 736, reset compression=false 2024-11-12T17:58:10,198 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:58:10,198 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 884, reset compression=false 2024-11-12T17:58:10,198 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,41165,1731434265516 got entry batch from reader: WALEntryBatch [walEntries=[{test/92e09ec6b77938bfafba1d5278f2e4d0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T17:58:10,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:58:10,203 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:10,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:58:10,245 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T17:58:10,271 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T17:58:10,399 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 758, reset compression=false 2024-11-12T17:58:10,412 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:10,413 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,32985,1731434271336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:10,413 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 929, reset compression=false 2024-11-12T17:58:10,425 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 884, reset compression=false 2024-11-12T17:58:10,433 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:58:10,433 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1043, reset compression=false 2024-11-12T17:58:10,433 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,41165,1731434265516 got entry batch from reader: WALEntryBatch [walEntries=[{test/92e09ec6b77938bfafba1d5278f2e4d0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T17:58:10,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:58:10,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:58:10,633 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 929, reset compression=false 2024-11-12T17:58:10,645 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:10,659 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1043, reset compression=false 2024-11-12T17:58:10,660 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:10,660 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 1078, reset compression=false 2024-11-12T17:58:10,663 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,32985,1731434271336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:10,878 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 1078, reset compression=false 2024-11-12T17:58:10,991 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1043, reset compression=false 2024-11-12T17:58:11,176 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:11,188 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 1078, reset compression=false 2024-11-12T17:58:11,277 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T17:58:11,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T17:58:11,407 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1043, reset compression=false 2024-11-12T17:58:11,621 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 1078, reset compression=false 2024-11-12T17:58:11,627 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:58:11,627 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 1237, reset compression=false 2024-11-12T17:58:11,627 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,32985,1731434271336 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3b4251097e3f4e792f903eb8bb275d5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T17:58:11,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T17:58:11,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T17:58:11,794 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:11,837 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 1237, reset compression=false 2024-11-12T17:58:11,928 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1043, reset compression=false 2024-11-12T17:58:11,941 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:11,941 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1193, reset compression=false 2024-11-12T17:58:11,941 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,41165,1731434265516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:12,165 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 1237, reset compression=false 2024-11-12T17:58:12,171 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1193, reset compression=false 2024-11-12T17:58:12,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T17:58:12,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:58:12,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:12,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:12,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:12,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:12,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:12,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:58:12,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=588766428, stopped=false 2024-11-12T17:58:12,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,44229,1731434271018 2024-11-12T17:58:12,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2902676091/running 2024-11-12T17:58:12,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2902676091/running 2024-11-12T17:58:12,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:58:12,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:58:12,371 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:58:12,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:12,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:12,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:12,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Set watcher on znode that does not yet exist, /2902676091/running 2024-11-12T17:58:12,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Set watcher on znode that does not yet exist, /2902676091/running 2024-11-12T17:58:12,372 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,32985,1731434271336' ***** 2024-11-12T17:58:12,372 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:58:12,372 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:58:12,373 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(3091): Received CLOSE for b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(3091): Received CLOSE for b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,32985,1731434271336 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:32985. 2024-11-12T17:58:12,373 DEBUG [RS:0;6684de3f6e40:32985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:12,373 DEBUG [RS:0;6684de3f6e40:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:12,373 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3b4251097e3f4e792f903eb8bb275d5, disabling compactions & flushes 2024-11-12T17:58:12,373 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:58:12,373 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:58:12,373 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. after waiting 0 ms 2024-11-12T17:58:12,373 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:58:12,373 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3b4251097e3f4e792f903eb8bb275d5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T17:58:12,373 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:58:12,373 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1325): Online Regions={b3b4251097e3f4e792f903eb8bb275d5=test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5., b0d380724dcddc5e10ef7f664edae872=hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:58:12,373 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0d380724dcddc5e10ef7f664edae872, b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:58:12,374 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:58:12,374 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:58:12,374 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:58:12,374 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:58:12,374 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:58:12,374 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:58:12,391 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/.tmp/f/2911fae4aded4487b1d42bf39f5e4fa8 is 29, key is row1/f:/1731434290251/DeleteFamily/seqid=0 2024-11-12T17:58:12,396 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/info/cf764bc89afe4cf9ac13988efe6dfd16 is 147, key is hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872./info:regioninfo/1731434283862/Put/seqid=0 2024-11-12T17:58:12,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741840_1016 (size=5152) 2024-11-12T17:58:12,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741841_1017 (size=7686) 2024-11-12T17:58:12,431 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/info/cf764bc89afe4cf9ac13988efe6dfd16 2024-11-12T17:58:12,432 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:58:12,433 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:58:12,443 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:58:12,454 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/ns/aa2fe7d0f78c4b8d96321666cb5bc1b9 is 43, key is default/ns:d/1731434274909/Put/seqid=0 2024-11-12T17:58:12,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741842_1018 (size=5153) 2024-11-12T17:58:12,497 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:12,511 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1193, reset compression=false 2024-11-12T17:58:12,574 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0d380724dcddc5e10ef7f664edae872, b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:58:12,574 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 1237, reset compression=false 2024-11-12T17:58:12,592 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:12,592 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 1484, reset compression=false 2024-11-12T17:58:12,592 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,32985,1731434271336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:12,593 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,32985,1731434271336: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6684de3f6e40,32985,1731434271336, walGroup=6684de3f6e40%2C32985%2C1731434271336, offset=6684de3f6e40%2C32985%2C1731434271336.1731434273579:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:32985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:58:12,594 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:58:12,595 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:58:12,595 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:58:12,595 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:58:12,595 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:58:12,595 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1184890880, "init": 1048576000, "max": 2306867200, "used": 932251136 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202272064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:58:12,596 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:44229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:44229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T17:58:12,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:12,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:58:12,653 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128921 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:58:12,775 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0d380724dcddc5e10ef7f664edae872, b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:58:12,803 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 1484, reset compression=false 2024-11-12T17:58:12,823 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/.tmp/f/2911fae4aded4487b1d42bf39f5e4fa8 2024-11-12T17:58:12,846 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2911fae4aded4487b1d42bf39f5e4fa8 2024-11-12T17:58:12,867 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/ns/aa2fe7d0f78c4b8d96321666cb5bc1b9 2024-11-12T17:58:12,872 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/.tmp/f1/a6a0bde4bb53427297a45e83ac6a46e8 is 30, key is row1/f1:/1731434290251/DeleteFamily/seqid=0 2024-11-12T17:58:12,894 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/rep_barrier/b3da43e2a08e4dcda2ca323612812120 is 112, key is test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5./rep_barrier:seqnumDuringOpen/1731434278304/Put/seqid=0 2024-11-12T17:58:12,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741843_1019 (size=5158) 2024-11-12T17:58:12,915 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/.tmp/f1/a6a0bde4bb53427297a45e83ac6a46e8 2024-11-12T17:58:12,922 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6a0bde4bb53427297a45e83ac6a46e8 2024-11-12T17:58:12,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741844_1020 (size=5518) 2024-11-12T17:58:12,928 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/rep_barrier/b3da43e2a08e4dcda2ca323612812120 2024-11-12T17:58:12,939 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/.tmp/norep/2f9952ac6b3e4725847eaae3933f3f74 is 33, key is row2/norep:/1731434291284/DeleteFamily/seqid=0 2024-11-12T17:58:12,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741845_1021 (size=5108) 2024-11-12T17:58:12,949 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/.tmp/norep/2f9952ac6b3e4725847eaae3933f3f74 2024-11-12T17:58:12,949 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/table/454eefd47983484a92e2746a63e706b5 is 53, key is hbase:replication/table:state/1731434283871/Put/seqid=0 2024-11-12T17:58:12,953 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f9952ac6b3e4725847eaae3933f3f74 2024-11-12T17:58:12,958 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/.tmp/f/2911fae4aded4487b1d42bf39f5e4fa8 as hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/f/2911fae4aded4487b1d42bf39f5e4fa8 2024-11-12T17:58:12,959 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1193, reset compression=false 2024-11-12T17:58:12,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741846_1022 (size=5308) 2024-11-12T17:58:12,963 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2911fae4aded4487b1d42bf39f5e4fa8 2024-11-12T17:58:12,963 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/f/2911fae4aded4487b1d42bf39f5e4fa8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T17:58:12,964 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/.tmp/f1/a6a0bde4bb53427297a45e83ac6a46e8 as hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/f1/a6a0bde4bb53427297a45e83ac6a46e8 2024-11-12T17:58:12,964 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/table/454eefd47983484a92e2746a63e706b5 2024-11-12T17:58:12,968 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6a0bde4bb53427297a45e83ac6a46e8 2024-11-12T17:58:12,968 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/f1/a6a0bde4bb53427297a45e83ac6a46e8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T17:58:12,969 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/.tmp/norep/2f9952ac6b3e4725847eaae3933f3f74 as hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/norep/2f9952ac6b3e4725847eaae3933f3f74 2024-11-12T17:58:12,970 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/info/cf764bc89afe4cf9ac13988efe6dfd16 as hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/info/cf764bc89afe4cf9ac13988efe6dfd16 2024-11-12T17:58:12,973 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f9952ac6b3e4725847eaae3933f3f74 2024-11-12T17:58:12,973 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/norep/2f9952ac6b3e4725847eaae3933f3f74, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T17:58:12,974 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b3b4251097e3f4e792f903eb8bb275d5 in 601ms, sequenceid=10, compaction requested=false 2024-11-12T17:58:12,974 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/info/cf764bc89afe4cf9ac13988efe6dfd16, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:58:12,975 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/ns/aa2fe7d0f78c4b8d96321666cb5bc1b9 as hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/ns/aa2fe7d0f78c4b8d96321666cb5bc1b9 2024-11-12T17:58:12,975 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0d380724dcddc5e10ef7f664edae872, b3b4251097e3f4e792f903eb8bb275d5 2024-11-12T17:58:12,978 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/ns/aa2fe7d0f78c4b8d96321666cb5bc1b9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:58:12,979 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/rep_barrier/b3da43e2a08e4dcda2ca323612812120 as hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/rep_barrier/b3da43e2a08e4dcda2ca323612812120 2024-11-12T17:58:12,982 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/rep_barrier/b3da43e2a08e4dcda2ca323612812120, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:58:12,983 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/.tmp/table/454eefd47983484a92e2746a63e706b5 as hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/table/454eefd47983484a92e2746a63e706b5 2024-11-12T17:58:12,989 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/table/454eefd47983484a92e2746a63e706b5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:58:12,990 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 616ms, sequenceid=16, compaction requested=false 2024-11-12T17:58:13,009 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/default/test/b3b4251097e3f4e792f903eb8bb275d5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T17:58:13,010 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:58:13,010 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:58:13,010 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:58:13,010 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3b4251097e3f4e792f903eb8bb275d5: Waiting for close lock at 1731434292373Running coprocessor pre-close hooks at 1731434292373Disabling compacts and flushes for region at 1731434292373Disabling writes for close at 1731434292373Obtaining lock to block concurrent updates at 1731434292373Preparing flush snapshotting stores in b3b4251097e3f4e792f903eb8bb275d5 at 1731434292373Finished memstore snapshotting test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731434292374 (+1 ms)Flushing stores of test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. at 1731434292374Flushing b3b4251097e3f4e792f903eb8bb275d5/f: creating writer at 1731434292374Flushing b3b4251097e3f4e792f903eb8bb275d5/f: appending metadata at 1731434292390 (+16 ms)Flushing b3b4251097e3f4e792f903eb8bb275d5/f: closing flushed file at 1731434292390Flushing b3b4251097e3f4e792f903eb8bb275d5/f1: creating writer at 1731434292846 (+456 ms)Flushing b3b4251097e3f4e792f903eb8bb275d5/f1: appending metadata at 1731434292872 (+26 ms)Flushing b3b4251097e3f4e792f903eb8bb275d5/f1: closing flushed file at 1731434292872Flushing b3b4251097e3f4e792f903eb8bb275d5/norep: creating writer at 1731434292922 (+50 ms)Flushing b3b4251097e3f4e792f903eb8bb275d5/norep: appending metadata at 1731434292939 (+17 ms)Flushing b3b4251097e3f4e792f903eb8bb275d5/norep: closing flushed file at 1731434292939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277c2c89: reopening flushed file at 1731434292954 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d918bc7: reopening flushed file at 1731434292963 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76531c3b: reopening flushed file at 1731434292968 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b3b4251097e3f4e792f903eb8bb275d5 in 601ms, sequenceid=10, compaction requested=false at 1731434292974 (+6 ms)Writing region close event to WAL at 1731434292999 (+25 ms)Running coprocessor post-close hooks at 1731434293010 (+11 ms)Closed at 1731434293010 2024-11-12T17:58:13,011 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434277410.b3b4251097e3f4e792f903eb8bb275d5. 2024-11-12T17:58:13,011 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0d380724dcddc5e10ef7f664edae872, disabling compactions & flushes 2024-11-12T17:58:13,011 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:13,011 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:13,011 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. after waiting 0 ms 2024-11-12T17:58:13,011 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:13,011 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0d380724dcddc5e10ef7f664edae872: Waiting for close lock at 1731434293011Running coprocessor pre-close hooks at 1731434293011Disabling compacts and flushes for region at 1731434293011Disabling writes for close at 1731434293011Failed flush hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872., putting online again at 1731434293011 2024-11-12T17:58:13,011 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:13,038 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:58:13,039 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:58:13,039 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:58:13,039 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:58:13,039 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434292373Running coprocessor pre-close hooks at 1731434292373Disabling compacts and flushes for region at 1731434292373Disabling writes for close at 1731434292374 (+1 ms)Obtaining lock to block concurrent updates at 1731434292374Preparing flush snapshotting stores in 1588230740 at 1731434292374Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434292374Flushing stores of hbase:meta,,1.1588230740 at 1731434292374Flushing 1588230740/info: creating writer at 1731434292374Flushing 1588230740/info: appending metadata at 1731434292395 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731434292395Flushing 1588230740/ns: creating writer at 1731434292435 (+40 ms)Flushing 1588230740/ns: appending metadata at 1731434292454 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731434292454Flushing 1588230740/rep_barrier: creating writer at 1731434292872 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434292894 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434292894Flushing 1588230740/table: creating writer at 1731434292931 (+37 ms)Flushing 1588230740/table: appending metadata at 1731434292949 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731434292949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435e7254: reopening flushed file at 1731434292969 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7dd198: reopening flushed file at 1731434292974 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e6bbc6: reopening flushed file at 1731434292978 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72828b5c: reopening flushed file at 1731434292982 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 616ms, sequenceid=16, compaction requested=false at 1731434292990 (+8 ms)Writing region close event to WAL at 1731434293029 (+39 ms)Running coprocessor post-close hooks at 1731434293039 (+10 ms)Closed at 1731434293039 2024-11-12T17:58:13,040 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:58:13,151 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 1484, reset compression=false 2024-11-12T17:58:13,176 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(3091): Received CLOSE for b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:13,176 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1351): Waiting on b0d380724dcddc5e10ef7f664edae872 2024-11-12T17:58:13,176 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0d380724dcddc5e10ef7f664edae872, disabling compactions & flushes 2024-11-12T17:58:13,176 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:13,176 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:13,177 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. after waiting 0 ms 2024-11-12T17:58:13,177 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:13,177 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0d380724dcddc5e10ef7f664edae872: Waiting for close lock at 1731434293176Running coprocessor pre-close hooks at 1731434293176Disabling compacts and flushes for region at 1731434293176Disabling writes for close at 1731434293177 (+1 ms)Failed flush hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872., putting online again at 1731434293177 2024-11-12T17:58:13,177 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872. 2024-11-12T17:58:13,189 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:13,189 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 2128, reset compression=false 2024-11-12T17:58:13,328 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:13,377 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:58:13,377 DEBUG [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1325): Online Regions={b0d380724dcddc5e10ef7f664edae872=hbase:replication,,1731434282968.b0d380724dcddc5e10ef7f664edae872.} 2024-11-12T17:58:13,377 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T17:58:13,377 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,32985,1731434271336; all regions closed. 2024-11-12T17:58:13,398 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 to pos 2128, reset compression=false 2024-11-12T17:58:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741834_1010 (size=4239) 2024-11-12T17:58:13,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741839_1015 (size=2171) 2024-11-12T17:58:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741832_1008 (size=2136) 2024-11-12T17:58:13,425 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/WALs/6684de3f6e40,32985,1731434271336/6684de3f6e40%2C32985%2C1731434271336.1731434273579 not finished, retry = 0 2024-11-12T17:58:13,509 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1193, reset compression=false 2024-11-12T17:58:13,531 DEBUG [RS:0;6684de3f6e40:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:13,531 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:58:13,533 INFO [RS:0;6684de3f6e40:32985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:58:13,533 INFO [RS:0;6684de3f6e40:32985 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:58:13,533 INFO [RS:0;6684de3f6e40:32985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:58:13,533 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:58:13,535 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,32985,1731434271336 because: Region server is closing 2024-11-12T17:58:13,536 INFO [RS:0;6684de3f6e40:32985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:32985. 2024-11-12T17:58:13,536 DEBUG [RS:0;6684de3f6e40:32985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:13,536 DEBUG [RS:0;6684de3f6e40:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:13,536 DEBUG [RS:0;6684de3f6e40:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:13,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:13,639 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.shipper6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 terminated 2024-11-12T17:58:13,639 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,32985,1731434271336.replicationSource.wal-reader.6684de3f6e40%2C32985%2C1731434271336,1-6684de3f6e40,32985,1731434271336 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T17:58:13,639 INFO [RS:0;6684de3f6e40:32985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:32985. 2024-11-12T17:58:13,639 DEBUG [RS:0;6684de3f6e40:32985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:13,639 DEBUG [RS:0;6684de3f6e40:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:13,640 DEBUG [RS:0;6684de3f6e40:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:13,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:13,640 INFO [RS:0;6684de3f6e40:32985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32985 2024-11-12T17:58:13,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2902676091/rs/6684de3f6e40,32985,1731434271336 2024-11-12T17:58:13,681 INFO [RS:0;6684de3f6e40:32985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:58:13,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091/rs 2024-11-12T17:58:13,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,32985,1731434271336] 2024-11-12T17:58:13,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2902676091/draining/6684de3f6e40,32985,1731434271336 already deleted, retry=false 2024-11-12T17:58:13,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,32985,1731434271336 expired; onlineServers=0 2024-11-12T17:58:13,719 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,44229,1731434271018' ***** 2024-11-12T17:58:13,719 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:58:13,719 INFO [M:0;6684de3f6e40:44229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:58:13,719 INFO [M:0;6684de3f6e40:44229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:58:13,719 DEBUG [M:0;6684de3f6e40:44229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:58:13,719 DEBUG [M:0;6684de3f6e40:44229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:58:13,719 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434273151 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434273151,5,FailOnTimeoutGroup] 2024-11-12T17:58:13,719 INFO [M:0;6684de3f6e40:44229 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:58:13,719 INFO [M:0;6684de3f6e40:44229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:58:13,719 DEBUG [M:0;6684de3f6e40:44229 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:58:13,719 INFO [M:0;6684de3f6e40:44229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:58:13,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:58:13,720 INFO [M:0;6684de3f6e40:44229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:58:13,720 INFO [M:0;6684de3f6e40:44229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:58:13,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:58:13,722 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434273115 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434273115,5,FailOnTimeoutGroup] 2024-11-12T17:58:13,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2902676091/master 2024-11-12T17:58:13,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2902676091 2024-11-12T17:58:13,755 DEBUG [M:0;6684de3f6e40:44229 {}] zookeeper.RecoverableZooKeeper(212): Node /2902676091/master already deleted, retry=false 2024-11-12T17:58:13,755 DEBUG [M:0;6684de3f6e40:44229 {}] master.ActiveMasterManager(353): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Failed delete of our master address node; KeeperErrorCode = NoNode for /2902676091/master 2024-11-12T17:58:13,764 INFO [M:0;6684de3f6e40:44229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/.lastflushedseqids 2024-11-12T17:58:13,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:13,804 INFO [RS:0;6684de3f6e40:32985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:58:13,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101317bcaed0007, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:13,804 INFO [RS:0;6684de3f6e40:32985 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,32985,1731434271336; zookeeper connection closed. 2024-11-12T17:58:13,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741847_1023 (size=245) 2024-11-12T17:58:13,819 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ad28615 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ad28615 2024-11-12T17:58:13,820 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:58:13,824 INFO [M:0;6684de3f6e40:44229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:58:13,824 INFO [M:0;6684de3f6e40:44229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:58:13,824 DEBUG [M:0;6684de3f6e40:44229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:58:13,825 INFO [M:0;6684de3f6e40:44229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:13,825 DEBUG [M:0;6684de3f6e40:44229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:13,825 DEBUG [M:0;6684de3f6e40:44229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:58:13,825 DEBUG [M:0;6684de3f6e40:44229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:13,825 INFO [M:0;6684de3f6e40:44229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T17:58:13,886 DEBUG [M:0;6684de3f6e40:44229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c73aae6d7b2b4ea98bd7afb455437eb2 is 82, key is hbase:meta,,1/info:regioninfo/1731434274875/Put/seqid=0 2024-11-12T17:58:13,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741848_1024 (size=5672) 2024-11-12T17:58:13,898 INFO [M:0;6684de3f6e40:44229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c73aae6d7b2b4ea98bd7afb455437eb2 2024-11-12T17:58:13,957 DEBUG [M:0;6684de3f6e40:44229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf149b53f3f543c286de16dd70673232 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731434283877/Put/seqid=0 2024-11-12T17:58:13,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741849_1025 (size=8517) 2024-11-12T17:58:13,997 INFO [M:0;6684de3f6e40:44229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf149b53f3f543c286de16dd70673232 2024-11-12T17:58:14,044 DEBUG [M:0;6684de3f6e40:44229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea16ed58b9d740de9a7bd7645bb6f098 is 69, key is 6684de3f6e40,32985,1731434271336/rs:state/1731434273240/Put/seqid=0 2024-11-12T17:58:14,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741850_1026 (size=5156) 2024-11-12T17:58:14,095 INFO [M:0;6684de3f6e40:44229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea16ed58b9d740de9a7bd7645bb6f098 2024-11-12T17:58:14,135 DEBUG [M:0;6684de3f6e40:44229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c73aae6d7b2b4ea98bd7afb455437eb2 as hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c73aae6d7b2b4ea98bd7afb455437eb2 2024-11-12T17:58:14,138 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1193, reset compression=false 2024-11-12T17:58:14,176 INFO [M:0;6684de3f6e40:44229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c73aae6d7b2b4ea98bd7afb455437eb2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T17:58:14,187 DEBUG [M:0;6684de3f6e40:44229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf149b53f3f543c286de16dd70673232 as hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf149b53f3f543c286de16dd70673232 2024-11-12T17:58:14,232 INFO [M:0;6684de3f6e40:44229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf149b53f3f543c286de16dd70673232, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T17:58:14,243 DEBUG [M:0;6684de3f6e40:44229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea16ed58b9d740de9a7bd7645bb6f098 as hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea16ed58b9d740de9a7bd7645bb6f098 2024-11-12T17:58:14,249 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:14,278 INFO [M:0;6684de3f6e40:44229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/1d5f7837-f0ad-60ba-4400-e314914e6a38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea16ed58b9d740de9a7bd7645bb6f098, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T17:58:14,280 INFO [M:0;6684de3f6e40:44229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 454ms, sequenceid=97, compaction requested=false 2024-11-12T17:58:14,311 INFO [M:0;6684de3f6e40:44229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:14,311 DEBUG [M:0;6684de3f6e40:44229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434293824Disabling compacts and flushes for region at 1731434293824Disabling writes for close at 1731434293825 (+1 ms)Obtaining lock to block concurrent updates at 1731434293825Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434293825Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731434293825Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434293826 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434293826Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434293886 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434293886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434293921 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434293956 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434293956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434294016 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434294043 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434294043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f48a61: reopening flushed file at 1731434294128 (+85 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e2986f: reopening flushed file at 1731434294176 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a9aca3: reopening flushed file at 1731434294232 (+56 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 454ms, sequenceid=97, compaction requested=false at 1731434294280 (+48 ms)Writing region close event to WAL at 1731434294311 (+31 ms)Closed at 1731434294311 2024-11-12T17:58:14,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741830_1006 (size=63666) 2024-11-12T17:58:14,331 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:58:14,331 INFO [M:0;6684de3f6e40:44229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:58:14,335 INFO [M:0;6684de3f6e40:44229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44229 2024-11-12T17:58:14,342 INFO [M:0;6684de3f6e40:44229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:58:14,458 INFO [M:0;6684de3f6e40:44229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:58:14,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:14,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x101317bcaed0006, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:14,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5026758a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:58:14,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62f6e4a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:58:14,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:58:14,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a889760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:58:14,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2355d0e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/hadoop.log.dir/,STOPPED} 2024-11-12T17:58:14,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:58:14,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:58:14,503 WARN [BP-743193754-172.17.0.3-1731434268873 heartbeating to localhost/127.0.0.1:34567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:58:14,503 WARN [BP-743193754-172.17.0.3-1731434268873 heartbeating to localhost/127.0.0.1:34567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-743193754-172.17.0.3-1731434268873 (Datanode Uuid 7866cad7-d1f1-41d6-9a9b-97c01398ef93) service to localhost/127.0.0.1:34567 2024-11-12T17:58:14,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/cluster_d20bfcd6-ecfb-5d4c-2acf-b98ca60f3bf8/data/data2/current/BP-743193754-172.17.0.3-1731434268873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:58:14,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/cluster_d20bfcd6-ecfb-5d4c-2acf-b98ca60f3bf8/data/data1/current/BP-743193754-172.17.0.3-1731434268873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:58:14,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:58:14,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59da4b7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:58:14,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40adf666{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:58:14,551 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:58:14,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4a9931{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:58:14,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a490d9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/hadoop.log.dir/,STOPPED} 2024-11-12T17:58:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:58:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:58:14,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:14,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:14,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:14,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:14,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:58:14,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1474989926, stopped=false 2024-11-12T17:58:14,587 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,38175,1731434265159 2024-11-12T17:58:14,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:14,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11771170111/running 2024-11-12T17:58:14,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:58:14,615 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:58:14,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11771170111/running 2024-11-12T17:58:14,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:58:14,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Set watcher on znode that does not yet exist, /11771170111/running 2024-11-12T17:58:14,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:14,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:14,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:14,617 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,41165,1731434265516' ***** 2024-11-12T17:58:14,617 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:58:14,618 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:58:14,618 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:58:14,618 INFO [RS:0;6684de3f6e40:41165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:58:14,618 INFO [RS:0;6684de3f6e40:41165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:58:14,618 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(3091): Received CLOSE for e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:14,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Set watcher on znode that does not yet exist, /11771170111/running 2024-11-12T17:58:14,635 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(3091): Received CLOSE for 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:58:14,635 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,41165,1731434265516 2024-11-12T17:58:14,635 INFO [RS:0;6684de3f6e40:41165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:58:14,635 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2d42566412ac0f26c9457eec47f0fba, disabling compactions & flushes 2024-11-12T17:58:14,635 INFO [RS:0;6684de3f6e40:41165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:41165. 2024-11-12T17:58:14,635 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:14,635 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:14,636 DEBUG [RS:0;6684de3f6e40:41165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:14,636 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. after waiting 0 ms 2024-11-12T17:58:14,636 DEBUG [RS:0;6684de3f6e40:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:14,636 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:14,636 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:58:14,636 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:58:14,636 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:58:14,636 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e2d42566412ac0f26c9457eec47f0fba 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-12T17:58:14,636 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:58:14,637 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:58:14,637 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1325): Online Regions={e2d42566412ac0f26c9457eec47f0fba=hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba., 1588230740=hbase:meta,,1.1588230740, 92e09ec6b77938bfafba1d5278f2e4d0=test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0.} 2024-11-12T17:58:14,637 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92e09ec6b77938bfafba1d5278f2e4d0, e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:14,637 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:58:14,637 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:58:14,637 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:58:14,637 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:58:14,637 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:58:14,638 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:58:14,671 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/replication/e2d42566412ac0f26c9457eec47f0fba/.tmp/queue/4f4f971beaee42e08c7e99918a43fcc1 is 154, key is 1-6684de3f6e40,41165,1731434265516/queue:6684de3f6e40%2C41165%2C1731434265516/1731434291942/Put/seqid=0 2024-11-12T17:58:14,697 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/info/3965001d5431468a9a1ea1c1c034dba1 is 147, key is hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba./info:regioninfo/1731434281829/Put/seqid=0 2024-11-12T17:58:14,717 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:58:14,725 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:58:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741840_1016 (size=5353) 2024-11-12T17:58:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741841_1017 (size=7686) 2024-11-12T17:58:14,739 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:58:14,739 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:58:14,747 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/info/3965001d5431468a9a1ea1c1c034dba1 2024-11-12T17:58:14,837 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92e09ec6b77938bfafba1d5278f2e4d0, e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:14,864 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1193, reset compression=false 2024-11-12T17:58:14,865 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/ns/413ed1264aac43cbb59157f9b0dac322 is 43, key is default/ns:d/1731434268700/Put/seqid=0 2024-11-12T17:58:14,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741842_1018 (size=5153) 2024-11-12T17:58:14,935 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/ns/413ed1264aac43cbb59157f9b0dac322 2024-11-12T17:58:15,038 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92e09ec6b77938bfafba1d5278f2e4d0, e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:15,238 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92e09ec6b77938bfafba1d5278f2e4d0, e2d42566412ac0f26c9457eec47f0fba 2024-11-12T17:58:15,268 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:15,297 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/replication/e2d42566412ac0f26c9457eec47f0fba/.tmp/queue/4f4f971beaee42e08c7e99918a43fcc1 2024-11-12T17:58:15,305 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/replication/e2d42566412ac0f26c9457eec47f0fba/.tmp/queue/4f4f971beaee42e08c7e99918a43fcc1 as hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/replication/e2d42566412ac0f26c9457eec47f0fba/queue/4f4f971beaee42e08c7e99918a43fcc1 2024-11-12T17:58:15,321 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/replication/e2d42566412ac0f26c9457eec47f0fba/queue/4f4f971beaee42e08c7e99918a43fcc1, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T17:58:15,328 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e2d42566412ac0f26c9457eec47f0fba in 691ms, sequenceid=12, compaction requested=false 2024-11-12T17:58:15,328 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/rep_barrier/78fecbd36e434df3b8f7a178666cdd5b is 112, key is test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0./rep_barrier:seqnumDuringOpen/1731434277181/Put/seqid=0 2024-11-12T17:58:15,346 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/replication/e2d42566412ac0f26c9457eec47f0fba/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T17:58:15,356 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:58:15,356 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:58:15,356 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:15,356 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2d42566412ac0f26c9457eec47f0fba: Waiting for close lock at 1731434294635Running coprocessor pre-close hooks at 1731434294635Disabling compacts and flushes for region at 1731434294635Disabling writes for close at 1731434294636 (+1 ms)Obtaining lock to block concurrent updates at 1731434294636Preparing flush snapshotting stores in e2d42566412ac0f26c9457eec47f0fba at 1731434294636Finished memstore snapshotting hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731434294636Flushing stores of hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. at 1731434294637 (+1 ms)Flushing e2d42566412ac0f26c9457eec47f0fba/queue: creating writer at 1731434294637Flushing e2d42566412ac0f26c9457eec47f0fba/queue: appending metadata at 1731434294671 (+34 ms)Flushing e2d42566412ac0f26c9457eec47f0fba/queue: closing flushed file at 1731434294671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1712193b: reopening flushed file at 1731434295302 (+631 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e2d42566412ac0f26c9457eec47f0fba in 691ms, sequenceid=12, compaction requested=false at 1731434295328 (+26 ms)Writing region close event to WAL at 1731434295328Running coprocessor post-close hooks at 1731434295356 (+28 ms)Closed at 1731434295356 2024-11-12T17:58:15,356 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731434280806.e2d42566412ac0f26c9457eec47f0fba. 2024-11-12T17:58:15,356 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92e09ec6b77938bfafba1d5278f2e4d0, disabling compactions & flushes 2024-11-12T17:58:15,357 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:58:15,357 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:58:15,357 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. after waiting 0 ms 2024-11-12T17:58:15,357 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:58:15,357 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92e09ec6b77938bfafba1d5278f2e4d0 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T17:58:15,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741843_1019 (size=5518) 2024-11-12T17:58:15,361 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/rep_barrier/78fecbd36e434df3b8f7a178666cdd5b 2024-11-12T17:58:15,388 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/.tmp/f/295e8d2b6a744fa7a28f9911c7a0e8e4 is 29, key is row1/f:/1731434290251/DeleteFamily/seqid=0 2024-11-12T17:58:15,428 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/table/8b6af4bc888140efbf5ee4d67afc4037 is 53, key is hbase:replication/table:state/1731434281856/Put/seqid=0 2024-11-12T17:58:15,438 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:58:15,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741844_1020 (size=5152) 2024-11-12T17:58:15,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741845_1021 (size=5308) 2024-11-12T17:58:15,503 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/table/8b6af4bc888140efbf5ee4d67afc4037 2024-11-12T17:58:15,527 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/info/3965001d5431468a9a1ea1c1c034dba1 as hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/info/3965001d5431468a9a1ea1c1c034dba1 2024-11-12T17:58:15,556 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/info/3965001d5431468a9a1ea1c1c034dba1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:58:15,560 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/ns/413ed1264aac43cbb59157f9b0dac322 as hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/ns/413ed1264aac43cbb59157f9b0dac322 2024-11-12T17:58:15,577 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/ns/413ed1264aac43cbb59157f9b0dac322, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:58:15,580 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/rep_barrier/78fecbd36e434df3b8f7a178666cdd5b as hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/rep_barrier/78fecbd36e434df3b8f7a178666cdd5b 2024-11-12T17:58:15,594 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/rep_barrier/78fecbd36e434df3b8f7a178666cdd5b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:58:15,600 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/.tmp/table/8b6af4bc888140efbf5ee4d67afc4037 as hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/table/8b6af4bc888140efbf5ee4d67afc4037 2024-11-12T17:58:15,609 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/table/8b6af4bc888140efbf5ee4d67afc4037, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:58:15,610 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 973ms, sequenceid=16, compaction requested=false 2024-11-12T17:58:15,641 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:58:15,641 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 92e09ec6b77938bfafba1d5278f2e4d0=test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0.} 2024-11-12T17:58:15,641 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:58:15,653 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:58:15,655 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:58:15,655 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:58:15,655 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:58:15,655 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434294637Running coprocessor pre-close hooks at 1731434294637Disabling compacts and flushes for region at 1731434294637Disabling writes for close at 1731434294637Obtaining lock to block concurrent updates at 1731434294638 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731434294638Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434294638Flushing stores of hbase:meta,,1.1588230740 at 1731434294643 (+5 ms)Flushing 1588230740/info: creating writer at 1731434294643Flushing 1588230740/info: appending metadata at 1731434294697 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731434294697Flushing 1588230740/ns: creating writer at 1731434294804 (+107 ms)Flushing 1588230740/ns: appending metadata at 1731434294864 (+60 ms)Flushing 1588230740/ns: closing flushed file at 1731434294864Flushing 1588230740/rep_barrier: creating writer at 1731434295299 (+435 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434295327 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434295327Flushing 1588230740/table: creating writer at 1731434295394 (+67 ms)Flushing 1588230740/table: appending metadata at 1731434295427 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731434295427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747006b9: reopening flushed file at 1731434295524 (+97 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5259b677: reopening flushed file at 1731434295556 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f9d0f0: reopening flushed file at 1731434295577 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7d8c6d: reopening flushed file at 1731434295595 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 973ms, sequenceid=16, compaction requested=false at 1731434295610 (+15 ms)Writing region close event to WAL at 1731434295621 (+11 ms)Running coprocessor post-close hooks at 1731434295655 (+34 ms)Closed at 1731434295655 2024-11-12T17:58:15,656 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:58:15,740 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1193, reset compression=false 2024-11-12T17:58:15,777 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:15,777 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1440, reset compression=false 2024-11-12T17:58:15,777 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,41165,1731434265516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:15,778 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,41165,1731434265516: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6684de3f6e40,41165,1731434265516, walGroup=6684de3f6e40%2C41165%2C1731434265516, offset=6684de3f6e40%2C41165%2C1731434265516.1731434267914:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:41165 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:58:15,780 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:58:15,780 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:58:15,781 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:58:15,781 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:58:15,781 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:58:15,781 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1184890880, "init": 1048576000, "max": 2306867200, "used": 876772352 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 202539776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:58:15,781 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:38175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:38175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T17:58:15,841 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1351): Waiting on 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:58:15,855 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/.tmp/f/295e8d2b6a744fa7a28f9911c7a0e8e4 2024-11-12T17:58:15,871 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 295e8d2b6a744fa7a28f9911c7a0e8e4 2024-11-12T17:58:15,913 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/.tmp/f1/3217e4eac7fe4cad9f00e0f1663d5655 is 30, key is row1/f1:/1731434290251/DeleteFamily/seqid=0 2024-11-12T17:58:15,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741846_1022 (size=5158) 2024-11-12T17:58:15,938 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/.tmp/f1/3217e4eac7fe4cad9f00e0f1663d5655 2024-11-12T17:58:15,950 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3217e4eac7fe4cad9f00e0f1663d5655 2024-11-12T17:58:16,006 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/.tmp/norep/706dffd63a754d539d03c6fb3ad74d15 is 33, key is row1/norep:/1731434290251/DeleteFamily/seqid=0 2024-11-12T17:58:16,006 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1440, reset compression=false 2024-11-12T17:58:16,041 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1351): Waiting on 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:58:16,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741847_1023 (size=5108) 2024-11-12T17:58:16,052 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/.tmp/norep/706dffd63a754d539d03c6fb3ad74d15 2024-11-12T17:58:16,076 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 706dffd63a754d539d03c6fb3ad74d15 2024-11-12T17:58:16,087 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/.tmp/f/295e8d2b6a744fa7a28f9911c7a0e8e4 as hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/f/295e8d2b6a744fa7a28f9911c7a0e8e4 2024-11-12T17:58:16,138 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 295e8d2b6a744fa7a28f9911c7a0e8e4 2024-11-12T17:58:16,138 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/f/295e8d2b6a744fa7a28f9911c7a0e8e4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T17:58:16,151 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/.tmp/f1/3217e4eac7fe4cad9f00e0f1663d5655 as hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/f1/3217e4eac7fe4cad9f00e0f1663d5655 2024-11-12T17:58:16,202 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3217e4eac7fe4cad9f00e0f1663d5655 2024-11-12T17:58:16,202 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/f1/3217e4eac7fe4cad9f00e0f1663d5655, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T17:58:16,208 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/.tmp/norep/706dffd63a754d539d03c6fb3ad74d15 as hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/norep/706dffd63a754d539d03c6fb3ad74d15 2024-11-12T17:58:16,241 DEBUG [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1351): Waiting on 92e09ec6b77938bfafba1d5278f2e4d0 2024-11-12T17:58:16,251 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 706dffd63a754d539d03c6fb3ad74d15 2024-11-12T17:58:16,251 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/norep/706dffd63a754d539d03c6fb3ad74d15, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T17:58:16,253 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 92e09ec6b77938bfafba1d5278f2e4d0 in 896ms, sequenceid=10, compaction requested=false 2024-11-12T17:58:16,329 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 1440, reset compression=false 2024-11-12T17:58:16,330 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/data/default/test/92e09ec6b77938bfafba1d5278f2e4d0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T17:58:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:58:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:58:16,335 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:58:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92e09ec6b77938bfafba1d5278f2e4d0: Waiting for close lock at 1731434295356Running coprocessor pre-close hooks at 1731434295356Disabling compacts and flushes for region at 1731434295356Disabling writes for close at 1731434295357 (+1 ms)Obtaining lock to block concurrent updates at 1731434295357Preparing flush snapshotting stores in 92e09ec6b77938bfafba1d5278f2e4d0 at 1731434295357Finished memstore snapshotting test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731434295357Flushing stores of test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. at 1731434295358 (+1 ms)Flushing 92e09ec6b77938bfafba1d5278f2e4d0/f: creating writer at 1731434295358Flushing 92e09ec6b77938bfafba1d5278f2e4d0/f: appending metadata at 1731434295387 (+29 ms)Flushing 92e09ec6b77938bfafba1d5278f2e4d0/f: closing flushed file at 1731434295387Flushing 92e09ec6b77938bfafba1d5278f2e4d0/f1: creating writer at 1731434295872 (+485 ms)Flushing 92e09ec6b77938bfafba1d5278f2e4d0/f1: appending metadata at 1731434295912 (+40 ms)Flushing 92e09ec6b77938bfafba1d5278f2e4d0/f1: closing flushed file at 1731434295912Flushing 92e09ec6b77938bfafba1d5278f2e4d0/norep: creating writer at 1731434295951 (+39 ms)Flushing 92e09ec6b77938bfafba1d5278f2e4d0/norep: appending metadata at 1731434296004 (+53 ms)Flushing 92e09ec6b77938bfafba1d5278f2e4d0/norep: closing flushed file at 1731434296004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3590fada: reopening flushed file at 1731434296076 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a47278: reopening flushed file at 1731434296138 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@714f39bc: reopening flushed file at 1731434296202 (+64 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 92e09ec6b77938bfafba1d5278f2e4d0 in 896ms, sequenceid=10, compaction requested=false at 1731434296253 (+51 ms)Writing region close event to WAL at 1731434296297 (+44 ms)Running coprocessor post-close hooks at 1731434296335 (+38 ms)Closed at 1731434296335 2024-11-12T17:58:16,336 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434276255.92e09ec6b77938bfafba1d5278f2e4d0. 2024-11-12T17:58:16,357 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:16,357 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 2084, reset compression=false 2024-11-12T17:58:16,371 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:16,443 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,41165,1731434265516; all regions closed. 2024-11-12T17:58:16,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741834_1010 (size=4239) 2024-11-12T17:58:16,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.meta.1731434268476.meta not finished, retry = 0 2024-11-12T17:58:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741839_1015 (size=3114) 2024-11-12T17:58:16,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.rep.1731434281721 not finished, retry = 0 2024-11-12T17:58:16,595 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.wal-reader.6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 to pos 2084, reset compression=false 2024-11-12T17:58:16,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/WALs/6684de3f6e40,41165,1731434265516/6684de3f6e40%2C41165%2C1731434265516.1731434267914 not finished, retry = 0 2024-11-12T17:58:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741833_1009 (size=2092) 2024-11-12T17:58:16,811 DEBUG [RS:0;6684de3f6e40:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:16,811 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:58:16,811 INFO [RS:0;6684de3f6e40:41165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:58:16,811 INFO [RS:0;6684de3f6e40:41165 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:58:16,811 INFO [RS:0;6684de3f6e40:41165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:58:16,812 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:58:16,812 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,41165,1731434265516 because: Region server is closing 2024-11-12T17:58:16,812 INFO [RS:0;6684de3f6e40:41165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:41165. 2024-11-12T17:58:16,812 DEBUG [RS:0;6684de3f6e40:41165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:16,813 DEBUG [RS:0;6684de3f6e40:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:16,813 DEBUG [RS:0;6684de3f6e40:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:16,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:16,913 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,41165,1731434265516.replicationSource.shipper6684de3f6e40%2C41165%2C1731434265516,1-6684de3f6e40,41165,1731434265516 terminated 2024-11-12T17:58:16,914 INFO [RS:0;6684de3f6e40:41165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:41165. 2024-11-12T17:58:16,914 DEBUG [RS:0;6684de3f6e40:41165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:16,914 DEBUG [RS:0;6684de3f6e40:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:16,914 DEBUG [RS:0;6684de3f6e40:41165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:16,914 INFO [RS:0;6684de3f6e40:41165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41165 2024-11-12T17:58:16,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:16,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111/rs 2024-11-12T17:58:16,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11771170111/rs/6684de3f6e40,41165,1731434265516 2024-11-12T17:58:16,935 INFO [RS:0;6684de3f6e40:41165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:58:16,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,41165,1731434265516] 2024-11-12T17:58:17,036 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11771170111/draining/6684de3f6e40,41165,1731434265516 already deleted, retry=false 2024-11-12T17:58:17,036 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,41165,1731434265516 expired; onlineServers=0 2024-11-12T17:58:17,036 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,38175,1731434265159' ***** 2024-11-12T17:58:17,036 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:58:17,043 INFO [M:0;6684de3f6e40:38175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:58:17,043 INFO [M:0;6684de3f6e40:38175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:58:17,043 DEBUG [M:0;6684de3f6e40:38175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:58:17,044 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:58:17,044 DEBUG [M:0;6684de3f6e40:38175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:58:17,044 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434267448 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434267448,5,FailOnTimeoutGroup] 2024-11-12T17:58:17,044 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434267451 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434267451,5,FailOnTimeoutGroup] 2024-11-12T17:58:17,047 INFO [M:0;6684de3f6e40:38175 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:58:17,047 INFO [M:0;6684de3f6e40:38175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:58:17,047 DEBUG [M:0;6684de3f6e40:38175 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:58:17,047 INFO [M:0;6684de3f6e40:38175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:58:17,051 INFO [M:0;6684de3f6e40:38175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:58:17,051 INFO [M:0;6684de3f6e40:38175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:58:17,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:58:17,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11771170111/master 2024-11-12T17:58:17,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11771170111 2024-11-12T17:58:17,063 DEBUG [M:0;6684de3f6e40:38175 {}] zookeeper.ZKUtil(347): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Unable to get data of znode /11771170111/master because node does not exist (not an error) 2024-11-12T17:58:17,063 WARN [M:0;6684de3f6e40:38175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T17:58:17,067 INFO [M:0;6684de3f6e40:38175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/.lastflushedseqids 2024-11-12T17:58:17,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741848_1024 (size=245) 2024-11-12T17:58:17,115 INFO [M:0;6684de3f6e40:38175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:58:17,116 INFO [M:0;6684de3f6e40:38175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:58:17,116 DEBUG [M:0;6684de3f6e40:38175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:58:17,116 INFO [M:0;6684de3f6e40:38175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:17,116 DEBUG [M:0;6684de3f6e40:38175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:17,116 DEBUG [M:0;6684de3f6e40:38175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:58:17,116 DEBUG [M:0;6684de3f6e40:38175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:17,116 INFO [M:0;6684de3f6e40:38175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T17:58:17,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:17,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41165-0x101317bcaed0004, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:17,125 INFO [RS:0;6684de3f6e40:41165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:58:17,125 INFO [RS:0;6684de3f6e40:41165 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,41165,1731434265516; zookeeper connection closed. 2024-11-12T17:58:17,126 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d147f08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d147f08 2024-11-12T17:58:17,126 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:58:17,138 DEBUG [M:0;6684de3f6e40:38175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcfe180c4a52424ebf5f6e934c296797 is 82, key is hbase:meta,,1/info:regioninfo/1731434268651/Put/seqid=0 2024-11-12T17:58:17,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741849_1025 (size=5672) 2024-11-12T17:58:17,176 INFO [M:0;6684de3f6e40:38175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcfe180c4a52424ebf5f6e934c296797 2024-11-12T17:58:17,220 DEBUG [M:0;6684de3f6e40:38175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65bd6b4cea6645ed800d0f71fa78154d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731434281867/Put/seqid=0 2024-11-12T17:58:17,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741850_1026 (size=8516) 2024-11-12T17:58:17,603 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:17,633 INFO [M:0;6684de3f6e40:38175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65bd6b4cea6645ed800d0f71fa78154d 2024-11-12T17:58:17,703 DEBUG [M:0;6684de3f6e40:38175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/469015db2fcb464097e9b99c47504031 is 69, key is 6684de3f6e40,41165,1731434265516/rs:state/1731434267560/Put/seqid=0 2024-11-12T17:58:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741851_1027 (size=5156) 2024-11-12T17:58:17,718 INFO [M:0;6684de3f6e40:38175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/469015db2fcb464097e9b99c47504031 2024-11-12T17:58:17,755 DEBUG [M:0;6684de3f6e40:38175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcfe180c4a52424ebf5f6e934c296797 as hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcfe180c4a52424ebf5f6e934c296797 2024-11-12T17:58:17,790 INFO [M:0;6684de3f6e40:38175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcfe180c4a52424ebf5f6e934c296797, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T17:58:17,795 DEBUG [M:0;6684de3f6e40:38175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65bd6b4cea6645ed800d0f71fa78154d as hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65bd6b4cea6645ed800d0f71fa78154d 2024-11-12T17:58:17,831 INFO [M:0;6684de3f6e40:38175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65bd6b4cea6645ed800d0f71fa78154d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T17:58:17,840 DEBUG [M:0;6684de3f6e40:38175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/469015db2fcb464097e9b99c47504031 as hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/469015db2fcb464097e9b99c47504031 2024-11-12T17:58:17,874 INFO [M:0;6684de3f6e40:38175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44573/user/jenkins/test-data/c61bd851-58ef-2ed7-5ebc-5eba5957699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/469015db2fcb464097e9b99c47504031, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T17:58:17,876 INFO [M:0;6684de3f6e40:38175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 760ms, sequenceid=97, compaction requested=false 2024-11-12T17:58:17,938 INFO [M:0;6684de3f6e40:38175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:17,938 DEBUG [M:0;6684de3f6e40:38175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434297116Disabling compacts and flushes for region at 1731434297116Disabling writes for close at 1731434297116Obtaining lock to block concurrent updates at 1731434297116Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434297116Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731434297117 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434297117Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434297117Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434297138 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434297138Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434297181 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434297220 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434297220Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434297654 (+434 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434297698 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434297699 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3079204d: reopening flushed file at 1731434297745 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c737eb7: reopening flushed file at 1731434297791 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f199bae: reopening flushed file at 1731434297831 (+40 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 760ms, sequenceid=97, compaction requested=false at 1731434297876 (+45 ms)Writing region close event to WAL at 1731434297938 (+62 ms)Closed at 1731434297938 2024-11-12T17:58:17,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741830_1006 (size=63654) 2024-11-12T17:58:17,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:58:17,972 INFO [M:0;6684de3f6e40:38175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:58:17,972 INFO [M:0;6684de3f6e40:38175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38175 2024-11-12T17:58:17,981 INFO [M:0;6684de3f6e40:38175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:58:18,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:18,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38175-0x101317bcaed0003, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:18,107 INFO [M:0;6684de3f6e40:38175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:58:18,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@335c8a08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:58:18,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74db7a20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:58:18,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:58:18,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1afd8979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:58:18,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bbc206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/hadoop.log.dir/,STOPPED} 2024-11-12T17:58:18,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,281 WARN [BP-671357096-172.17.0.3-1731434262686 heartbeating to localhost/127.0.0.1:44573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:58:18,281 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:58:18,281 WARN [BP-671357096-172.17.0.3-1731434262686 heartbeating to localhost/127.0.0.1:44573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-671357096-172.17.0.3-1731434262686 (Datanode Uuid 0ec022ed-f726-47c7-86fe-782ed4e032ed) service to localhost/127.0.0.1:44573 2024-11-12T17:58:18,281 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:58:18,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/cluster_c8baf00a-4199-2377-9037-35e26b079ee7/data/data1/current/BP-671357096-172.17.0.3-1731434262686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:58:18,282 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:58:18,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/cluster_c8baf00a-4199-2377-9037-35e26b079ee7/data/data2/current/BP-671357096-172.17.0.3-1731434262686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:58:18,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f7034c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:58:18,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@222b61d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:58:18,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:58:18,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2aaf8662{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:58:18,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f02827b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56d99a76-3a85-c20b-7635-bbe00147f24f/hadoop.log.dir/,STOPPED} 2024-11-12T17:58:18,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:58:18,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:58:18,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:18,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:18,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:18,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:18,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:18,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:58:18,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2011185606, stopped=false 2024-11-12T17:58:18,369 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,41319,1731434258581 2024-11-12T17:58:18,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799740696/running 2024-11-12T17:58:18,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799740696/running 2024-11-12T17:58:18,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:58:18,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:58:18,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Set watcher on znode that does not yet exist, /0-799740696/running 2024-11-12T17:58:18,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Set watcher on znode that does not yet exist, /0-799740696/running 2024-11-12T17:58:18,390 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:58:18,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:18,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:18,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:18,391 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,45743,1731434258820' ***** 2024-11-12T17:58:18,391 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:58:18,391 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:58:18,391 INFO [RS:0;6684de3f6e40:45743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:58:18,391 INFO [RS:0;6684de3f6e40:45743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:58:18,392 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(3091): Received CLOSE for 2958a27955d70371cb79710489e2f6ab 2024-11-12T17:58:18,391 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:58:18,397 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:58:18,397 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,45743,1731434258820 2024-11-12T17:58:18,397 INFO [RS:0;6684de3f6e40:45743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:58:18,397 INFO [RS:0;6684de3f6e40:45743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:45743. 2024-11-12T17:58:18,397 DEBUG [RS:0;6684de3f6e40:45743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:18,397 DEBUG [RS:0;6684de3f6e40:45743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:18,397 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:58:18,397 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:58:18,397 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:58:18,397 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:58:18,398 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2958a27955d70371cb79710489e2f6ab, disabling compactions & flushes 2024-11-12T17:58:18,398 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:58:18,398 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:58:18,398 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. after waiting 0 ms 2024-11-12T17:58:18,398 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:58:18,398 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2958a27955d70371cb79710489e2f6ab 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-12T17:58:18,398 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:58:18,398 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2958a27955d70371cb79710489e2f6ab=hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab., 9d9302dac1651ab67628908f6e24dcb1=test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1.} 2024-11-12T17:58:18,398 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2958a27955d70371cb79710489e2f6ab, 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:58:18,399 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:58:18,399 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:58:18,399 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:58:18,399 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:58:18,399 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:58:18,399 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:58:18,427 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/replication/2958a27955d70371cb79710489e2f6ab/.tmp/queue/b667f4521ceb4f9d8f7ff3b0df820a1f is 153, key is 1-6684de3f6e40,45743,1731434258820/queue:6684de3f6e40%2C45743%2C1731434258820/1731434289696/Put/seqid=0 2024-11-12T17:58:18,444 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/info/32caeb15c40c4b489e798c90f7ddaf89 is 147, key is hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab./info:regioninfo/1731434279720/Put/seqid=0 2024-11-12T17:58:18,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741840_1016 (size=5352) 2024-11-12T17:58:18,463 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/replication/2958a27955d70371cb79710489e2f6ab/.tmp/queue/b667f4521ceb4f9d8f7ff3b0df820a1f 2024-11-12T17:58:18,464 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:58:18,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741841_1017 (size=7686) 2024-11-12T17:58:18,467 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/info/32caeb15c40c4b489e798c90f7ddaf89 2024-11-12T17:58:18,475 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/replication/2958a27955d70371cb79710489e2f6ab/.tmp/queue/b667f4521ceb4f9d8f7ff3b0df820a1f as hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/replication/2958a27955d70371cb79710489e2f6ab/queue/b667f4521ceb4f9d8f7ff3b0df820a1f 2024-11-12T17:58:18,480 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/replication/2958a27955d70371cb79710489e2f6ab/queue/b667f4521ceb4f9d8f7ff3b0df820a1f, entries=1, sequenceid=8, filesize=5.2 K 2024-11-12T17:58:18,481 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2958a27955d70371cb79710489e2f6ab in 82ms, sequenceid=8, compaction requested=false 2024-11-12T17:58:18,499 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/ns/94e1c46b1f2e4cc8ae7c8f90b59d0909 is 43, key is default/ns:d/1731434262452/Put/seqid=0 2024-11-12T17:58:18,540 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/replication/2958a27955d70371cb79710489e2f6ab/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T17:58:18,541 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:58:18,541 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:58:18,541 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:58:18,541 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2958a27955d70371cb79710489e2f6ab: Waiting for close lock at 1731434298398Running coprocessor pre-close hooks at 1731434298398Disabling compacts and flushes for region at 1731434298398Disabling writes for close at 1731434298398Obtaining lock to block concurrent updates at 1731434298398Preparing flush snapshotting stores in 2958a27955d70371cb79710489e2f6ab at 1731434298398Finished memstore snapshotting hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731434298398Flushing stores of hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. at 1731434298399 (+1 ms)Flushing 2958a27955d70371cb79710489e2f6ab/queue: creating writer at 1731434298399Flushing 2958a27955d70371cb79710489e2f6ab/queue: appending metadata at 1731434298426 (+27 ms)Flushing 2958a27955d70371cb79710489e2f6ab/queue: closing flushed file at 1731434298426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74643744: reopening flushed file at 1731434298474 (+48 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2958a27955d70371cb79710489e2f6ab in 82ms, sequenceid=8, compaction requested=false at 1731434298481 (+7 ms)Writing region close event to WAL at 1731434298518 (+37 ms)Running coprocessor post-close hooks at 1731434298541 (+23 ms)Closed at 1731434298541 2024-11-12T17:58:18,541 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731434278633.2958a27955d70371cb79710489e2f6ab. 2024-11-12T17:58:18,541 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d9302dac1651ab67628908f6e24dcb1, disabling compactions & flushes 2024-11-12T17:58:18,541 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:58:18,542 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:58:18,542 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. after waiting 0 ms 2024-11-12T17:58:18,542 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:58:18,542 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d9302dac1651ab67628908f6e24dcb1 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-12T17:58:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741842_1018 (size=5153) 2024-11-12T17:58:18,557 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/ns/94e1c46b1f2e4cc8ae7c8f90b59d0909 2024-11-12T17:58:18,594 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/rep_barrier/d5987b2e10484f33974214d518446569 is 112, key is test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1./rep_barrier:seqnumDuringOpen/1731434276122/Put/seqid=0 2024-11-12T17:58:18,594 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/.tmp/f/b183781725ca4bb2a14a41821049aab9 is 28, key is row/f:/1731434289238/DeleteFamily/seqid=0 2024-11-12T17:58:18,599 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:58:18,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741843_1019 (size=5518) 2024-11-12T17:58:18,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741844_1020 (size=5085) 2024-11-12T17:58:18,644 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/.tmp/f/b183781725ca4bb2a14a41821049aab9 2024-11-12T17:58:18,651 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b183781725ca4bb2a14a41821049aab9 2024-11-12T17:58:18,680 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/.tmp/f1/0ea233247f6647278cec4a94e3988d70 is 29, key is row/f1:/1731434289238/DeleteFamily/seqid=0 2024-11-12T17:58:18,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741845_1021 (size=5089) 2024-11-12T17:58:18,720 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/.tmp/f1/0ea233247f6647278cec4a94e3988d70 2024-11-12T17:58:18,728 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ea233247f6647278cec4a94e3988d70 2024-11-12T17:58:18,752 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/.tmp/norep/0a2ec7ed773f4c70aa00ddd0db57abc0 is 32, key is row/norep:/1731434289238/DeleteFamily/seqid=0 2024-11-12T17:58:18,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741846_1022 (size=5101) 2024-11-12T17:58:18,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:58:18,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,799 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:58:18,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:18,872 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:58:18,872 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:58:18,908 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 636, reset compression=false 2024-11-12T17:58:18,914 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:18,914 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 883, reset compression=false 2024-11-12T17:58:18,914 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,45743,1731434258820 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:18,915 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,45743,1731434258820: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6684de3f6e40,45743,1731434258820, walGroup=6684de3f6e40%2C45743%2C1731434258820, offset=6684de3f6e40%2C45743%2C1731434258820.1731434261112:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:45743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:58:18,916 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:58:18,916 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:58:18,917 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:58:18,917 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:58:18,917 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:58:18,917 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1184890880, "init": 1048576000, "max": 2306867200, "used": 975338488 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 203046768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:58:18,917 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:41319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:41319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T17:58:18,999 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d9302dac1651ab67628908f6e24dcb1 2024-11-12T17:58:19,031 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/rep_barrier/d5987b2e10484f33974214d518446569 2024-11-12T17:58:19,048 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/table/e5a9b65f4de34faa9f7c5ee7beb29dbf is 53, key is hbase:replication/table:state/1731434279748/Put/seqid=0 2024-11-12T17:58:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741847_1023 (size=5308) 2024-11-12T17:58:19,117 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 883, reset compression=false 2024-11-12T17:58:19,164 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/.tmp/norep/0a2ec7ed773f4c70aa00ddd0db57abc0 2024-11-12T17:58:19,176 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a2ec7ed773f4c70aa00ddd0db57abc0 2024-11-12T17:58:19,176 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/.tmp/f/b183781725ca4bb2a14a41821049aab9 as hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/f/b183781725ca4bb2a14a41821049aab9 2024-11-12T17:58:19,180 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b183781725ca4bb2a14a41821049aab9 2024-11-12T17:58:19,180 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/f/b183781725ca4bb2a14a41821049aab9, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T17:58:19,181 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/.tmp/f1/0ea233247f6647278cec4a94e3988d70 as hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/f1/0ea233247f6647278cec4a94e3988d70 2024-11-12T17:58:19,184 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ea233247f6647278cec4a94e3988d70 2024-11-12T17:58:19,184 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/f1/0ea233247f6647278cec4a94e3988d70, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T17:58:19,185 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/.tmp/norep/0a2ec7ed773f4c70aa00ddd0db57abc0 as hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/norep/0a2ec7ed773f4c70aa00ddd0db57abc0 2024-11-12T17:58:19,188 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a2ec7ed773f4c70aa00ddd0db57abc0 2024-11-12T17:58:19,188 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/norep/0a2ec7ed773f4c70aa00ddd0db57abc0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T17:58:19,189 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9d9302dac1651ab67628908f6e24dcb1 in 647ms, sequenceid=6, compaction requested=false 2024-11-12T17:58:19,189 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T17:58:19,194 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/default/test/9d9302dac1651ab67628908f6e24dcb1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T17:58:19,195 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:58:19,195 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:58:19,195 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:58:19,195 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d9302dac1651ab67628908f6e24dcb1: Waiting for close lock at 1731434298541Running coprocessor pre-close hooks at 1731434298541Disabling compacts and flushes for region at 1731434298541Disabling writes for close at 1731434298542 (+1 ms)Obtaining lock to block concurrent updates at 1731434298542Preparing flush snapshotting stores in 9d9302dac1651ab67628908f6e24dcb1 at 1731434298542Finished memstore snapshotting test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731434298542Flushing stores of test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. at 1731434298543 (+1 ms)Flushing 9d9302dac1651ab67628908f6e24dcb1/f: creating writer at 1731434298543Flushing 9d9302dac1651ab67628908f6e24dcb1/f: appending metadata at 1731434298593 (+50 ms)Flushing 9d9302dac1651ab67628908f6e24dcb1/f: closing flushed file at 1731434298593Flushing 9d9302dac1651ab67628908f6e24dcb1/f1: creating writer at 1731434298651 (+58 ms)Flushing 9d9302dac1651ab67628908f6e24dcb1/f1: appending metadata at 1731434298679 (+28 ms)Flushing 9d9302dac1651ab67628908f6e24dcb1/f1: closing flushed file at 1731434298679Flushing 9d9302dac1651ab67628908f6e24dcb1/norep: creating writer at 1731434298728 (+49 ms)Flushing 9d9302dac1651ab67628908f6e24dcb1/norep: appending metadata at 1731434298751 (+23 ms)Flushing 9d9302dac1651ab67628908f6e24dcb1/norep: closing flushed file at 1731434298751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8b66de: reopening flushed file at 1731434299176 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45772406: reopening flushed file at 1731434299180 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f264adb: reopening flushed file at 1731434299184 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9d9302dac1651ab67628908f6e24dcb1 in 647ms, sequenceid=6, compaction requested=false at 1731434299189 (+5 ms)Writing region close event to WAL at 1731434299192 (+3 ms)Running coprocessor post-close hooks at 1731434299195 (+3 ms)Closed at 1731434299195 2024-11-12T17:58:19,195 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434275103.9d9302dac1651ab67628908f6e24dcb1. 2024-11-12T17:58:19,199 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:58:19,399 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:58:19,399 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:58:19,400 DEBUG [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:58:19,421 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 883, reset compression=false 2024-11-12T17:58:19,429 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:19,429 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 1527, reset compression=false 2024-11-12T17:58:19,454 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/table/e5a9b65f4de34faa9f7c5ee7beb29dbf 2024-11-12T17:58:19,462 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/info/32caeb15c40c4b489e798c90f7ddaf89 as hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/info/32caeb15c40c4b489e798c90f7ddaf89 2024-11-12T17:58:19,472 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/info/32caeb15c40c4b489e798c90f7ddaf89, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:58:19,475 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/ns/94e1c46b1f2e4cc8ae7c8f90b59d0909 as hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/ns/94e1c46b1f2e4cc8ae7c8f90b59d0909 2024-11-12T17:58:19,496 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/ns/94e1c46b1f2e4cc8ae7c8f90b59d0909, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:58:19,497 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/rep_barrier/d5987b2e10484f33974214d518446569 as hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/rep_barrier/d5987b2e10484f33974214d518446569 2024-11-12T17:58:19,513 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/rep_barrier/d5987b2e10484f33974214d518446569, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:58:19,514 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/.tmp/table/e5a9b65f4de34faa9f7c5ee7beb29dbf as hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/table/e5a9b65f4de34faa9f7c5ee7beb29dbf 2024-11-12T17:58:19,522 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/table/e5a9b65f4de34faa9f7c5ee7beb29dbf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:58:19,525 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1126ms, sequenceid=16, compaction requested=false 2024-11-12T17:58:19,525 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:58:19,583 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:58:19,596 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:58:19,596 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:58:19,596 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:58:19,596 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434298399Running coprocessor pre-close hooks at 1731434298399Disabling compacts and flushes for region at 1731434298399Disabling writes for close at 1731434298399Obtaining lock to block concurrent updates at 1731434298399Preparing flush snapshotting stores in 1588230740 at 1731434298399Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434298402 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434298406 (+4 ms)Flushing 1588230740/info: creating writer at 1731434298406Flushing 1588230740/info: appending metadata at 1731434298443 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731434298443Flushing 1588230740/ns: creating writer at 1731434298476 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731434298498 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731434298498Flushing 1588230740/rep_barrier: creating writer at 1731434298565 (+67 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434298593 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434298593Flushing 1588230740/table: creating writer at 1731434299034 (+441 ms)Flushing 1588230740/table: appending metadata at 1731434299048 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731434299048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34820f42: reopening flushed file at 1731434299459 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64eb7328: reopening flushed file at 1731434299472 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521b2a24: reopening flushed file at 1731434299496 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f115e26: reopening flushed file at 1731434299513 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1126ms, sequenceid=16, compaction requested=false at 1731434299525 (+12 ms)Writing region close event to WAL at 1731434299579 (+54 ms)Running coprocessor post-close hooks at 1731434299596 (+17 ms)Closed at 1731434299596 2024-11-12T17:58:19,596 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:58:19,600 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,45743,1731434258820; all regions closed. 2024-11-12T17:58:19,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741834_1010 (size=4239) 2024-11-12T17:58:19,619 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.rep.1731434279584 not finished, retry = 0 2024-11-12T17:58:19,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741839_1015 (size=2240) 2024-11-12T17:58:19,651 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 to pos 1527, reset compression=false 2024-11-12T17:58:19,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/WALs/6684de3f6e40,45743,1731434258820/6684de3f6e40%2C45743%2C1731434258820.1731434261112 not finished, retry = 0 2024-11-12T17:58:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741832_1008 (size=1535) 2024-11-12T17:58:19,877 DEBUG [RS:0;6684de3f6e40:45743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:19,877 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:58:19,877 INFO [RS:0;6684de3f6e40:45743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:58:19,877 INFO [RS:0;6684de3f6e40:45743 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:58:19,878 INFO [RS:0;6684de3f6e40:45743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:58:19,878 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:58:19,878 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,45743,1731434258820 because: Region server is closing 2024-11-12T17:58:19,878 INFO [RS:0;6684de3f6e40:45743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:45743. 2024-11-12T17:58:19,878 DEBUG [RS:0;6684de3f6e40:45743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:19,878 DEBUG [RS:0;6684de3f6e40:45743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:19,879 DEBUG [RS:0;6684de3f6e40:45743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:19,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:19,983 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.shipper6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 terminated 2024-11-12T17:58:19,983 INFO [RS:0;6684de3f6e40:45743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45743 2024-11-12T17:58:19,983 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,45743,1731434258820.replicationSource.wal-reader.6684de3f6e40%2C45743%2C1731434258820,1-6684de3f6e40,45743,1731434258820 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T17:58:20,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799740696/rs/6684de3f6e40,45743,1731434258820 2024-11-12T17:58:20,199 INFO [RS:0;6684de3f6e40:45743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:58:20,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696/rs 2024-11-12T17:58:20,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,45743,1731434258820] 2024-11-12T17:58:20,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:20,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45743-0x101317bcaed0001, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:20,579 INFO [RS:0;6684de3f6e40:45743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:58:20,579 INFO [RS:0;6684de3f6e40:45743 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,45743,1731434258820; zookeeper connection closed. 2024-11-12T17:58:20,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70c48534 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70c48534 2024-11-12T17:58:20,585 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:58:20,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-799740696/draining/6684de3f6e40,45743,1731434258820 already deleted, retry=false 2024-11-12T17:58:20,757 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,45743,1731434258820 expired; onlineServers=0 2024-11-12T17:58:20,757 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,41319,1731434258581' ***** 2024-11-12T17:58:20,757 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:58:20,757 INFO [M:0;6684de3f6e40:41319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:58:20,757 INFO [M:0;6684de3f6e40:41319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:58:20,757 DEBUG [M:0;6684de3f6e40:41319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:58:20,757 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434260661 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434260661,5,FailOnTimeoutGroup] 2024-11-12T17:58:20,757 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434260667 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434260667,5,FailOnTimeoutGroup] 2024-11-12T17:58:20,757 DEBUG [M:0;6684de3f6e40:41319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:58:20,757 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:58:20,758 INFO [M:0;6684de3f6e40:41319 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:58:20,758 INFO [M:0;6684de3f6e40:41319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:58:20,758 DEBUG [M:0;6684de3f6e40:41319 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:58:20,758 INFO [M:0;6684de3f6e40:41319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:58:20,758 INFO [M:0;6684de3f6e40:41319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:58:20,758 ERROR [M:0;6684de3f6e40:41319 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36451,5,PEWorkerGroup] 2024-11-12T17:58:20,758 INFO [M:0;6684de3f6e40:41319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:58:20,759 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:58:20,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-799740696/master 2024-11-12T17:58:20,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-799740696 2024-11-12T17:58:20,825 DEBUG [M:0;6684de3f6e40:41319 {}] zookeeper.RecoverableZooKeeper(212): Node /0-799740696/master already deleted, retry=false 2024-11-12T17:58:20,826 DEBUG [M:0;6684de3f6e40:41319 {}] master.ActiveMasterManager(353): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-799740696/master 2024-11-12T17:58:20,832 INFO [M:0;6684de3f6e40:41319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/.lastflushedseqids 2024-11-12T17:58:20,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741848_1024 (size=245) 2024-11-12T17:58:20,855 INFO [M:0;6684de3f6e40:41319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:58:20,856 INFO [M:0;6684de3f6e40:41319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:58:20,856 DEBUG [M:0;6684de3f6e40:41319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:58:20,856 INFO [M:0;6684de3f6e40:41319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:20,856 DEBUG [M:0;6684de3f6e40:41319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:20,856 DEBUG [M:0;6684de3f6e40:41319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:58:20,856 DEBUG [M:0;6684de3f6e40:41319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:20,856 INFO [M:0;6684de3f6e40:41319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-12T17:58:20,912 DEBUG [M:0;6684de3f6e40:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/798345967b51405f86905cda884ab0bd is 82, key is hbase:meta,,1/info:regioninfo/1731434262344/Put/seqid=0 2024-11-12T17:58:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741849_1025 (size=5672) 2024-11-12T17:58:20,967 INFO [M:0;6684de3f6e40:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/798345967b51405f86905cda884ab0bd 2024-11-12T17:58:21,021 DEBUG [M:0;6684de3f6e40:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97f9a6eff0244b20b71bb54a59225d36 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731434276135/Put/seqid=0 2024-11-12T17:58:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741850_1026 (size=7219) 2024-11-12T17:58:21,091 INFO [M:0;6684de3f6e40:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97f9a6eff0244b20b71bb54a59225d36 2024-11-12T17:58:21,128 INFO [M:0;6684de3f6e40:41319 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97f9a6eff0244b20b71bb54a59225d36 2024-11-12T17:58:21,198 DEBUG [M:0;6684de3f6e40:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c1a7dbc04b542cfaf27964865961edf is 69, key is 6684de3f6e40,45743,1731434258820/rs:state/1731434260740/Put/seqid=0 2024-11-12T17:58:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741851_1027 (size=5156) 2024-11-12T17:58:21,688 INFO [M:0;6684de3f6e40:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c1a7dbc04b542cfaf27964865961edf 2024-11-12T17:58:21,701 DEBUG [M:0;6684de3f6e40:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/798345967b51405f86905cda884ab0bd as hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/798345967b51405f86905cda884ab0bd 2024-11-12T17:58:21,706 INFO [M:0;6684de3f6e40:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/798345967b51405f86905cda884ab0bd, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T17:58:21,707 DEBUG [M:0;6684de3f6e40:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97f9a6eff0244b20b71bb54a59225d36 as hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97f9a6eff0244b20b71bb54a59225d36 2024-11-12T17:58:21,712 INFO [M:0;6684de3f6e40:41319 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97f9a6eff0244b20b71bb54a59225d36 2024-11-12T17:58:21,712 INFO [M:0;6684de3f6e40:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97f9a6eff0244b20b71bb54a59225d36, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T17:58:21,713 DEBUG [M:0;6684de3f6e40:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c1a7dbc04b542cfaf27964865961edf as hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c1a7dbc04b542cfaf27964865961edf 2024-11-12T17:58:21,718 INFO [M:0;6684de3f6e40:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36451/user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c1a7dbc04b542cfaf27964865961edf, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T17:58:21,719 INFO [M:0;6684de3f6e40:41319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 863ms, sequenceid=105, compaction requested=false 2024-11-12T17:58:21,738 INFO [M:0;6684de3f6e40:41319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:21,738 DEBUG [M:0;6684de3f6e40:41319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434300856Disabling compacts and flushes for region at 1731434300856Disabling writes for close at 1731434300856Obtaining lock to block concurrent updates at 1731434300856Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434300856Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731434300856Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434300857 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434300857Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434300910 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434300911 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434300990 (+79 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434301020 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434301020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434301128 (+108 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434301198 (+70 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434301198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c313c0c: reopening flushed file at 1731434301700 (+502 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc40ab: reopening flushed file at 1731434301706 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f46e35e: reopening flushed file at 1731434301712 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 863ms, sequenceid=105, compaction requested=false at 1731434301719 (+7 ms)Writing region close event to WAL at 1731434301738 (+19 ms)Closed at 1731434301738 2024-11-12T17:58:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44267 is added to blk_1073741830_1006 (size=64435) 2024-11-12T17:58:21,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7066423f-01b1-5a29-f03e-1f04c0c7bb43/MasterData/WALs/6684de3f6e40,41319,1731434258581/6684de3f6e40%2C41319%2C1731434258581.1731434259912 not finished, retry = 0 2024-11-12T17:58:21,850 INFO [M:0;6684de3f6e40:41319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:58:21,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:58:21,850 INFO [M:0;6684de3f6e40:41319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41319 2024-11-12T17:58:21,851 INFO [M:0;6684de3f6e40:41319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:58:21,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:21,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x101317bcaed0000, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:21,971 INFO [M:0;6684de3f6e40:41319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:58:21,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3caea161{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:58:21,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bbc8ea4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:58:22,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:58:22,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32f82f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:58:22,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57325586{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/hadoop.log.dir/,STOPPED} 2024-11-12T17:58:22,006 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:58:22,006 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:58:22,006 WARN [BP-1692591094-172.17.0.3-1731434256694 heartbeating to localhost/127.0.0.1:36451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:58:22,006 WARN [BP-1692591094-172.17.0.3-1731434256694 heartbeating to localhost/127.0.0.1:36451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1692591094-172.17.0.3-1731434256694 (Datanode Uuid 6cc644d8-eec7-4ef9-8004-888b0522eb8c) service to localhost/127.0.0.1:36451 2024-11-12T17:58:22,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/cluster_e090e6b2-e603-60af-2bc0-c67947c9232c/data/data1/current/BP-1692591094-172.17.0.3-1731434256694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:58:22,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/cluster_e090e6b2-e603-60af-2bc0-c67947c9232c/data/data2/current/BP-1692591094-172.17.0.3-1731434256694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:58:22,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:58:22,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67f68f07{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:58:22,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5262f67e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:58:22,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:58:22,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10491a64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:58:22,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cd0948e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1110dd-d5f7-78bd-b405-bd8c0d4e99a9/hadoop.log.dir/,STOPPED} 2024-11-12T17:58:22,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T17:58:22,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:58:22,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36451 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34567 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61491) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61491) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61491) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44573 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:36451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:44573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=795 (was 724) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1587 (was 1781), ProcessCount=11 (was 11), AvailableMemoryMB=2011 (was 1050) - AvailableMemoryMB LEAK? - 2024-11-12T17:58:22,088 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=1587, ProcessCount=11, AvailableMemoryMB=2010 2024-11-12T17:58:22,107 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-12T17:58:22,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/hadoop.log.dir so I do NOT create it in target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900 2024-11-12T17:58:22,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:58:22,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/hadoop.tmp.dir so I do NOT create it in target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900 2024-11-12T17:58:22,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce13e387-b1a3-5dc7-86a1-c18c5d8c57ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:58:22,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900 2024-11-12T17:58:22,108 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/cluster_4706376f-5000-0762-fdd1-9f3801c4d735, deleteOnExit=true 2024-11-12T17:58:22,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101317bcaed0008, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:58:22,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101317bcaed0008, quorum=127.0.0.1:61491, baseZNode=/2902676091 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:58:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101317bcaed0002, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:58:22,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101317bcaed0005, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:58:22,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101317bcaed0002, quorum=127.0.0.1:61491, baseZNode=/0-799740696 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:58:22,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101317bcaed0005, quorum=127.0.0.1:61491, baseZNode=/11771170111 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:58:22,144 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/cluster_4706376f-5000-0762-fdd1-9f3801c4d735/zookeeper_0, clientPort=50674, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/cluster_4706376f-5000-0762-fdd1-9f3801c4d735/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/cluster_4706376f-5000-0762-fdd1-9f3801c4d735/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:58:22,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50674 2024-11-12T17:58:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:58:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:58:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/test.cache.data in system properties and HBase conf 2024-11-12T17:58:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:58:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:58:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:58:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:58:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:58:22,159 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:58:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:58:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:58:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:58:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:58:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:58:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:58:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:58:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:58:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:58:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:58:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:58:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:58:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:58:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:58:22,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:22,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:58:22,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:58:22,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:58:22,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:58:22,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:22,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c29d61c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:58:22,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6979ca91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:58:22,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52a52d6b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/java.io.tmpdir/jetty-localhost-35435-hadoop-hdfs-3_4_1-tests_jar-_-any-8841717140513768416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:58:22,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d2a6f07{HTTP/1.1, (http/1.1)}{localhost:35435} 2024-11-12T17:58:22,724 INFO [Time-limited test {}] server.Server(415): Started @371648ms 2024-11-12T17:58:23,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:23,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:58:23,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:58:23,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:58:23,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:58:23,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38825b9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:58:23,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5e01f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:58:23,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d7b1f54{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/java.io.tmpdir/jetty-localhost-38629-hadoop-hdfs-3_4_1-tests_jar-_-any-16006317978372868381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:58:23,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48dee05d{HTTP/1.1, (http/1.1)}{localhost:38629} 2024-11-12T17:58:23,417 INFO [Time-limited test {}] server.Server(415): Started @372341ms 2024-11-12T17:58:23,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:58:24,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:58:24,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:24,232 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/cluster_4706376f-5000-0762-fdd1-9f3801c4d735/data/data1/current/BP-976449412-172.17.0.3-1731434302190/current, will proceed with Du for space computation calculation, 2024-11-12T17:58:24,236 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/cluster_4706376f-5000-0762-fdd1-9f3801c4d735/data/data2/current/BP-976449412-172.17.0.3-1731434302190/current, will proceed with Du for space computation calculation, 2024-11-12T17:58:24,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:58:24,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T17:58:24,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T17:58:24,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:58:24,304 WARN [Thread-4174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:58:24,316 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80abe5fd08c90053 with lease ID 0x3f3d451ec88433ac: Processing first storage report for DS-14320ea1-98a0-4040-a1d1-a746a8bb45d6 from datanode DatanodeRegistration(127.0.0.1:38483, datanodeUuid=1df734be-4780-4141-93e1-979bcf1dd9db, infoPort=36211, infoSecurePort=0, ipcPort=36213, storageInfo=lv=-57;cid=testClusterID;nsid=449041417;c=1731434302190) 2024-11-12T17:58:24,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80abe5fd08c90053 with lease ID 0x3f3d451ec88433ac: from storage DS-14320ea1-98a0-4040-a1d1-a746a8bb45d6 node DatanodeRegistration(127.0.0.1:38483, datanodeUuid=1df734be-4780-4141-93e1-979bcf1dd9db, infoPort=36211, infoSecurePort=0, ipcPort=36213, storageInfo=lv=-57;cid=testClusterID;nsid=449041417;c=1731434302190), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:58:24,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80abe5fd08c90053 with lease ID 0x3f3d451ec88433ac: Processing first storage report for DS-739f72da-d975-4c88-bfb3-844ebd5a59c6 from datanode DatanodeRegistration(127.0.0.1:38483, datanodeUuid=1df734be-4780-4141-93e1-979bcf1dd9db, infoPort=36211, infoSecurePort=0, ipcPort=36213, storageInfo=lv=-57;cid=testClusterID;nsid=449041417;c=1731434302190) 2024-11-12T17:58:24,317 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80abe5fd08c90053 with lease ID 0x3f3d451ec88433ac: from storage DS-739f72da-d975-4c88-bfb3-844ebd5a59c6 node DatanodeRegistration(127.0.0.1:38483, datanodeUuid=1df734be-4780-4141-93e1-979bcf1dd9db, infoPort=36211, infoSecurePort=0, ipcPort=36213, storageInfo=lv=-57;cid=testClusterID;nsid=449041417;c=1731434302190), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:58:24,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900 2024-11-12T17:58:24,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:24,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:58:24,456 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb with version=8 2024-11-12T17:58:24,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/hbase-staging 2024-11-12T17:58:24,460 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:24,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:24,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:24,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:24,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:24,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:24,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:58:24,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:24,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33629 2024-11-12T17:58:24,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33629 connecting to ZooKeeper ensemble=127.0.0.1:50674 2024-11-12T17:58:24,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336290x0, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:24,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33629-0x101317c7c980000 connected 2024-11-12T17:58:24,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:24,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:24,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Set watcher on znode that does not yet exist, /0-76930856/running 2024-11-12T17:58:24,776 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb, hbase.cluster.distributed=false 2024-11-12T17:58:24,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Set watcher on znode that does not yet exist, /0-76930856/acl 2024-11-12T17:58:24,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33629 2024-11-12T17:58:24,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33629 2024-11-12T17:58:24,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33629 2024-11-12T17:58:24,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33629 2024-11-12T17:58:24,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33629 2024-11-12T17:58:24,897 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:24,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:24,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:24,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:24,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:24,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:24,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:58:24,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:24,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41283 2024-11-12T17:58:24,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41283 connecting to ZooKeeper ensemble=127.0.0.1:50674 2024-11-12T17:58:24,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:24,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:24,959 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412830x0, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:24,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412830x0, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Set watcher on znode that does not yet exist, /0-76930856/running 2024-11-12T17:58:24,964 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:58:24,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41283-0x101317c7c980001 connected 2024-11-12T17:58:24,991 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:58:25,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Set watcher on znode that does not yet exist, /0-76930856/master 2024-11-12T17:58:25,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Set watcher on znode that does not yet exist, /0-76930856/acl 2024-11-12T17:58:25,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41283 2024-11-12T17:58:25,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41283 2024-11-12T17:58:25,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41283 2024-11-12T17:58:25,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41283 2024-11-12T17:58:25,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41283 2024-11-12T17:58:25,116 DEBUG [M:0;6684de3f6e40:33629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:33629 2024-11-12T17:58:25,117 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-76930856/backup-masters/6684de3f6e40,33629,1731434304459 2024-11-12T17:58:25,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856/backup-masters 2024-11-12T17:58:25,124 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856/backup-masters 2024-11-12T17:58:25,125 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Set watcher on existing znode=/0-76930856/backup-masters/6684de3f6e40,33629,1731434304459 2024-11-12T17:58:25,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:25,130 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-76930856/master 2024-11-12T17:58:25,130 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:25,131 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Set watcher on existing znode=/0-76930856/master 2024-11-12T17:58:25,135 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-76930856/backup-masters/6684de3f6e40,33629,1731434304459 from backup master directory 2024-11-12T17:58:25,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-76930856/backup-masters/6684de3f6e40,33629,1731434304459 2024-11-12T17:58:25,145 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856/backup-masters 2024-11-12T17:58:25,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856/backup-masters 2024-11-12T17:58:25,145 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:25,146 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,33629,1731434304459 2024-11-12T17:58:25,175 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/hbase.id] with ID: ca7c4748-a977-4cd9-8aa5-3e95c29d406c 2024-11-12T17:58:25,175 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/.tmp/hbase.id 2024-11-12T17:58:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:58:25,211 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/.tmp/hbase.id]:[hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/hbase.id] 2024-11-12T17:58:25,255 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:25,255 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:58:25,256 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T17:58:25,279 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:25,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:25,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:58:25,785 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:25,786 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:58:25,790 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:25,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:58:25,851 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/MasterData/data/master/store 2024-11-12T17:58:25,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:58:26,345 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:26,345 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:58:26,345 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:26,345 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:26,345 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:58:26,345 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:26,345 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:26,345 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434306345Disabling compacts and flushes for region at 1731434306345Disabling writes for close at 1731434306345Writing region close event to WAL at 1731434306345Closed at 1731434306345 2024-11-12T17:58:26,359 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/MasterData/data/master/store/.initializing 2024-11-12T17:58:26,359 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/MasterData/WALs/6684de3f6e40,33629,1731434304459 2024-11-12T17:58:26,379 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:26,403 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C33629%2C1731434304459, suffix=, logDir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/MasterData/WALs/6684de3f6e40,33629,1731434304459, archiveDir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/MasterData/oldWALs, maxLogs=10 2024-11-12T17:58:26,426 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/MasterData/WALs/6684de3f6e40,33629,1731434304459/6684de3f6e40%2C33629%2C1731434304459.1731434306404, exclude list is [], retry=0 2024-11-12T17:58:26,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38483,DS-14320ea1-98a0-4040-a1d1-a746a8bb45d6,DISK] 2024-11-12T17:58:26,477 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/MasterData/WALs/6684de3f6e40,33629,1731434304459/6684de3f6e40%2C33629%2C1731434304459.1731434306404 2024-11-12T17:58:26,477 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36211:36211)] 2024-11-12T17:58:26,477 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:26,477 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:26,477 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,478 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:58:26,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:26,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:26,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:58:26,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:26,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:26,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:58:26,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:26,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:26,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:58:26,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:26,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:26,515 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,516 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,516 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,518 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,518 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,518 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:26,519 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:26,528 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:26,528 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60622826, jitterRate=-0.09664949774742126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:26,529 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434306478Initializing all the Stores at 1731434306481 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434306481Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434306490 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434306490Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434306490Cleaning up temporary data from old regions at 1731434306518 (+28 ms)Region opened successfully at 1731434306529 (+11 ms) 2024-11-12T17:58:26,529 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:58:26,531 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7505d17a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:26,535 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:58:26,536 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:58:26,536 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:58:26,536 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:58:26,538 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-12T17:58:26,539 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:58:26,539 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:58:26,549 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:58:26,552 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Unable to get data of znode /0-76930856/balancer because node does not exist (not necessarily an error) 2024-11-12T17:58:26,763 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-76930856/balancer already deleted, retry=false 2024-11-12T17:58:26,764 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:58:26,767 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Unable to get data of znode /0-76930856/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:58:26,834 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-76930856/normalizer already deleted, retry=false 2024-11-12T17:58:26,835 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:58:26,837 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Unable to get data of znode /0-76930856/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:58:26,903 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-76930856/switch/split already deleted, retry=false 2024-11-12T17:58:26,915 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Unable to get data of znode /0-76930856/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:58:26,953 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-76930856/switch/merge already deleted, retry=false 2024-11-12T17:58:26,960 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Unable to get data of znode /0-76930856/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:58:27,020 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-76930856/snapshot-cleanup already deleted, retry=false 2024-11-12T17:58:27,065 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-76930856/running 2024-11-12T17:58:27,065 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:27,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-76930856/running 2024-11-12T17:58:27,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:27,083 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,33629,1731434304459, sessionid=0x101317c7c980000, setting cluster-up flag (Was=false) 2024-11-12T17:58:27,227 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:27,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:27,461 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-76930856/flush-table-proc/acquired, /0-76930856/flush-table-proc/reached, /0-76930856/flush-table-proc/abort 2024-11-12T17:58:27,463 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,33629,1731434304459 2024-11-12T17:58:27,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:27,582 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:27,838 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-76930856/online-snapshot/acquired, /0-76930856/online-snapshot/reached, /0-76930856/online-snapshot/abort 2024-11-12T17:58:27,839 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,33629,1731434304459 2024-11-12T17:58:27,839 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:58:27,841 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:27,841 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:58:27,841 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:58:27,841 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,33629,1731434304459 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:58:27,842 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:27,842 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:27,842 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:27,842 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:27,842 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:58:27,843 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:27,843 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:27,843 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:27,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:27,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:58:27,844 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:27,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:58:27,862 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434337862 2024-11-12T17:58:27,862 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:58:27,863 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:58:27,863 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:58:27,863 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:58:27,863 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:58:27,863 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:58:27,867 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:27,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:58:27,871 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:58:27,871 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:58:27,871 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:58:27,871 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:58:27,879 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:58:27,879 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:58:27,887 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434307879,5,FailOnTimeoutGroup] 2024-11-12T17:58:27,890 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434307887,5,FailOnTimeoutGroup] 2024-11-12T17:58:27,890 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:27,890 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:58:27,890 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:27,890 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:27,912 INFO [RS:0;6684de3f6e40:41283 {}] regionserver.HRegionServer(746): ClusterId : ca7c4748-a977-4cd9-8aa5-3e95c29d406c 2024-11-12T17:58:27,912 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:58:27,972 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:58:27,972 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:58:28,034 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:58:28,034 DEBUG [RS:0;6684de3f6e40:41283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cff3a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:28,048 DEBUG [RS:0;6684de3f6e40:41283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:41283 2024-11-12T17:58:28,048 INFO [RS:0;6684de3f6e40:41283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:58:28,048 INFO [RS:0;6684de3f6e40:41283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:58:28,048 DEBUG [RS:0;6684de3f6e40:41283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:58:28,049 INFO [RS:0;6684de3f6e40:41283 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,33629,1731434304459 with port=41283, startcode=1731434304896 2024-11-12T17:58:28,049 DEBUG [RS:0;6684de3f6e40:41283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:58:28,051 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:58:28,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,41283,1731434304896 2024-11-12T17:58:28,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33629 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,41283,1731434304896 2024-11-12T17:58:28,053 DEBUG [RS:0;6684de3f6e40:41283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb 2024-11-12T17:58:28,053 DEBUG [RS:0;6684de3f6e40:41283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44849 2024-11-12T17:58:28,053 DEBUG [RS:0;6684de3f6e40:41283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:58:28,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856/rs 2024-11-12T17:58:28,132 DEBUG [RS:0;6684de3f6e40:41283 {}] zookeeper.ZKUtil(111): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Set watcher on existing znode=/0-76930856/rs/6684de3f6e40,41283,1731434304896 2024-11-12T17:58:28,132 WARN [RS:0;6684de3f6e40:41283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:28,133 INFO [RS:0;6684de3f6e40:41283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:28,133 DEBUG [RS:0;6684de3f6e40:41283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/WALs/6684de3f6e40,41283,1731434304896 2024-11-12T17:58:28,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,41283,1731434304896] 2024-11-12T17:58:28,135 INFO [RS:0;6684de3f6e40:41283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:58:28,147 INFO [RS:0;6684de3f6e40:41283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:58:28,148 INFO [RS:0;6684de3f6e40:41283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:58:28,148 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:28,148 INFO [RS:0;6684de3f6e40:41283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:58:28,149 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:58:28,149 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:28,149 DEBUG [RS:0;6684de3f6e40:41283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:28,149 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:28,149 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:28,149 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:28,149 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:28,150 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:28,150 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41283,1731434304896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:28,167 INFO [RS:0;6684de3f6e40:41283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:58:28,168 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41283,1731434304896-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:28,168 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:28,168 INFO [RS:0;6684de3f6e40:41283 {}] regionserver.Replication(171): 6684de3f6e40,41283,1731434304896 started 2024-11-12T17:58:28,184 INFO [RS:0;6684de3f6e40:41283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:28,184 INFO [RS:0;6684de3f6e40:41283 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,41283,1731434304896, RpcServer on 6684de3f6e40/172.17.0.3:41283, sessionid=0x101317c7c980001 2024-11-12T17:58:28,185 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:58:28,185 DEBUG [RS:0;6684de3f6e40:41283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,41283,1731434304896 2024-11-12T17:58:28,185 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,41283,1731434304896' 2024-11-12T17:58:28,185 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-76930856/flush-table-proc/abort' 2024-11-12T17:58:28,185 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-76930856/flush-table-proc/acquired' 2024-11-12T17:58:28,186 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:58:28,186 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:58:28,186 DEBUG [RS:0;6684de3f6e40:41283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,41283,1731434304896 2024-11-12T17:58:28,186 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,41283,1731434304896' 2024-11-12T17:58:28,186 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-76930856/online-snapshot/abort' 2024-11-12T17:58:28,186 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-76930856/online-snapshot/acquired' 2024-11-12T17:58:28,186 DEBUG [RS:0;6684de3f6e40:41283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:58:28,186 INFO [RS:0;6684de3f6e40:41283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:58:28,186 INFO [RS:0;6684de3f6e40:41283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:58:28,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:58:28,269 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb 2024-11-12T17:58:28,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:58:28,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:28,287 INFO [RS:0;6684de3f6e40:41283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:28,289 INFO [RS:0;6684de3f6e40:41283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C41283%2C1731434304896, suffix=, logDir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/WALs/6684de3f6e40,41283,1731434304896, archiveDir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/oldWALs, maxLogs=10 2024-11-12T17:58:28,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:58:28,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:58:28,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:28,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:28,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:58:28,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:58:28,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:28,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:28,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:58:28,310 DEBUG [RS:0;6684de3f6e40:41283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/WALs/6684de3f6e40,41283,1731434304896/6684de3f6e40%2C41283%2C1731434304896.1731434308289, exclude list is [], retry=0 2024-11-12T17:58:28,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:58:28,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:28,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:28,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:58:28,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38483,DS-14320ea1-98a0-4040-a1d1-a746a8bb45d6,DISK] 2024-11-12T17:58:28,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:58:28,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:28,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:28,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:58:28,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/data/hbase/meta/1588230740 2024-11-12T17:58:28,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/data/hbase/meta/1588230740 2024-11-12T17:58:28,316 INFO [RS:0;6684de3f6e40:41283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/WALs/6684de3f6e40,41283,1731434304896/6684de3f6e40%2C41283%2C1731434304896.1731434308289 2024-11-12T17:58:28,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:58:28,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:58:28,317 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:28,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:58:28,319 DEBUG [RS:0;6684de3f6e40:41283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36211:36211)] 2024-11-12T17:58:28,323 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:28,323 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66404564, jitterRate=-0.010494887828826904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:28,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434308284Initializing all the Stores at 1731434308286 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434308286Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434308299 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434308299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434308299Cleaning up temporary data from old regions at 1731434308316 (+17 ms)Region opened successfully at 1731434308324 (+8 ms) 2024-11-12T17:58:28,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:58:28,324 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:58:28,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:58:28,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:58:28,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:58:28,331 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:58:28,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434308324Disabling compacts and flushes for region at 1731434308324Disabling writes for close at 1731434308324Writing region close event to WAL at 1731434308331 (+7 ms)Closed at 1731434308331 2024-11-12T17:58:28,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:28,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:58:28,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:58:28,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:28,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:58:28,487 DEBUG [6684de3f6e40:33629 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:58:28,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,41283,1731434304896 2024-11-12T17:58:28,489 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,41283,1731434304896, state=OPENING 2024-11-12T17:58:28,511 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:58:28,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:28,538 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76930856 2024-11-12T17:58:28,539 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:28,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-76930856/meta-region-server: CHANGED 2024-11-12T17:58:28,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,41283,1731434304896}] 2024-11-12T17:58:28,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-76930856/meta-region-server: CHANGED 2024-11-12T17:58:28,708 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:28,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:58:28,746 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:58:28,746 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:28,747 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:58:28,760 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C41283%2C1731434304896.meta, suffix=.meta, logDir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/WALs/6684de3f6e40,41283,1731434304896, archiveDir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/oldWALs, maxLogs=10 2024-11-12T17:58:28,779 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/WALs/6684de3f6e40,41283,1731434304896/6684de3f6e40%2C41283%2C1731434304896.meta.1731434308760.meta, exclude list is [], retry=0 2024-11-12T17:58:28,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38483,DS-14320ea1-98a0-4040-a1d1-a746a8bb45d6,DISK] 2024-11-12T17:58:28,809 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/WALs/6684de3f6e40,41283,1731434304896/6684de3f6e40%2C41283%2C1731434304896.meta.1731434308760.meta 2024-11-12T17:58:28,815 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36211:36211)] 2024-11-12T17:58:28,815 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:28,815 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:58:28,816 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:58:28,816 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:58:28,816 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:58:28,816 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:58:28,816 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:28,816 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:58:28,816 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:58:28,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:58:28,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:58:28,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:28,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:28,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:58:28,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:58:28,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:28,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:28,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:58:28,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:58:28,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:28,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:28,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:58:28,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:58:28,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:28,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:28,870 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:58:28,875 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/data/hbase/meta/1588230740 2024-11-12T17:58:28,899 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/data/hbase/meta/1588230740 2024-11-12T17:58:28,907 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:58:28,907 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:58:28,910 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:28,918 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:58:28,920 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70709780, jitterRate=0.05365782976150513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:28,920 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:58:28,921 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434308816Writing region info on filesystem at 1731434308816Initializing all the Stores at 1731434308823 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434308823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434308832 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434308832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434308832Cleaning up temporary data from old regions at 1731434308907 (+75 ms)Running coprocessor post-open hooks at 1731434308920 (+13 ms)Region opened successfully at 1731434308921 (+1 ms) 2024-11-12T17:58:28,932 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434308707 2024-11-12T17:58:28,940 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:58:28,940 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:58:28,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41283,1731434304896 2024-11-12T17:58:28,947 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,41283,1731434304896, state=OPEN 2024-11-12T17:58:29,036 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41283-0x101317c7c980001, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-76930856/meta-region-server 2024-11-12T17:58:29,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-76930856/meta-region-server: CHANGED 2024-11-12T17:58:29,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33629-0x101317c7c980000, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-76930856/meta-region-server 2024-11-12T17:58:29,041 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,41283,1731434304896 2024-11-12T17:58:29,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-76930856/meta-region-server: CHANGED 2024-11-12T17:58:29,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:58:29,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,41283,1731434304896 in 501 msec 2024-11-12T17:58:29,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:58:29,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-11-12T17:58:29,046 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:29,046 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:58:29,058 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:29,058 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41283,1731434304896, seqNum=-1] 2024-11-12T17:58:29,058 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:29,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:29,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec 2024-11-12T17:58:29,088 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434309088, completionTime=-1 2024-11-12T17:58:29,088 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:58:29,088 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:58:29,095 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:58:29,096 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434369096 2024-11-12T17:58:29,096 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434429096 2024-11-12T17:58:29,096 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-12T17:58:29,096 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33629,1731434304459-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:29,096 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33629,1731434304459-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:29,096 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33629,1731434304459-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:29,096 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:33629, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:29,096 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:29,103 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:29,108 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:58:29,127 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.981sec 2024-11-12T17:58:29,127 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:58:29,128 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:58:29,128 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:58:29,128 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:58:29,128 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:58:29,128 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33629,1731434304459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:29,128 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33629,1731434304459-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:58:29,148 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:58:29,148 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:58:29,148 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33629,1731434304459-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:29,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ae117d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:29,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33629,-1 for getting cluster id 2024-11-12T17:58:29,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:29,229 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca7c4748-a977-4cd9-8aa5-3e95c29d406c' 2024-11-12T17:58:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca7c4748-a977-4cd9-8aa5-3e95c29d406c" 2024-11-12T17:58:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458bbca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33629,-1] 2024-11-12T17:58:29,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:29,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:29,240 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:29,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42069fc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:29,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41283,1731434304896, seqNum=-1] 2024-11-12T17:58:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:29,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:29,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,33629,1731434304459 2024-11-12T17:58:29,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50674 2024-11-12T17:58:29,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50674, baseZNode=/0-76930856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:29,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101317c7c980002 connected 2024-11-12T17:58:29,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33629,1731434304459 2024-11-12T17:58:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@746e94d9 2024-11-12T17:58:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:29,375 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:29,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:58:29,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:58:29,382 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:29,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:58:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:29,391 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:58:29,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:58:29,495 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52f71b61a20d1b0f6432183c7dc40ac2, NAME => 'test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb 2024-11-12T17:58:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:29,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:58:29,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:29,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 52f71b61a20d1b0f6432183c7dc40ac2, disabling compactions & flushes 2024-11-12T17:58:29,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2. 2024-11-12T17:58:29,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2. 2024-11-12T17:58:29,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2. after waiting 0 ms 2024-11-12T17:58:29,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2. 2024-11-12T17:58:29,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2. 2024-11-12T17:58:29,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52f71b61a20d1b0f6432183c7dc40ac2: Waiting for close lock at 1731434309526Disabling compacts and flushes for region at 1731434309526Disabling writes for close at 1731434309526Writing region close event to WAL at 1731434309526Closed at 1731434309526 2024-11-12T17:58:29,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:58:29,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434309527"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434309527"}]},"ts":"1731434309527"} 2024-11-12T17:58:29,537 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:58:29,538 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:58:29,538 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434309538"}]},"ts":"1731434309538"} 2024-11-12T17:58:29,548 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:58:29,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52f71b61a20d1b0f6432183c7dc40ac2, ASSIGN}] 2024-11-12T17:58:29,549 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52f71b61a20d1b0f6432183c7dc40ac2, ASSIGN 2024-11-12T17:58:29,550 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=52f71b61a20d1b0f6432183c7dc40ac2, ASSIGN; state=OFFLINE, location=6684de3f6e40,41283,1731434304896; forceNewPlan=false, retain=false 2024-11-12T17:58:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:29,703 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52f71b61a20d1b0f6432183c7dc40ac2, regionState=OPENING, regionLocation=6684de3f6e40,41283,1731434304896 2024-11-12T17:58:29,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=52f71b61a20d1b0f6432183c7dc40ac2, ASSIGN because future has completed 2024-11-12T17:58:29,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52f71b61a20d1b0f6432183c7dc40ac2, server=6684de3f6e40,41283,1731434304896}] 2024-11-12T17:58:29,742 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:58:29,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:29,901 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2. 2024-11-12T17:58:29,901 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52f71b61a20d1b0f6432183c7dc40ac2, NAME => 'test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:29,902 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:58:29,902 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:58:29,902 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:29,902 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:29,902 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:29,902 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:29,935 INFO [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:29,950 INFO [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52f71b61a20d1b0f6432183c7dc40ac2 columnFamilyName f 2024-11-12T17:58:29,950 DEBUG [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:29,955 INFO [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] regionserver.HStore(327): Store=52f71b61a20d1b0f6432183c7dc40ac2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:29,956 INFO [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:29,968 INFO [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52f71b61a20d1b0f6432183c7dc40ac2 columnFamilyName f1 2024-11-12T17:58:29,968 DEBUG [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:29,968 INFO [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] regionserver.HStore(327): Store=52f71b61a20d1b0f6432183c7dc40ac2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:29,968 INFO [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:29,980 INFO [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52f71b61a20d1b0f6432183c7dc40ac2 columnFamilyName norep 2024-11-12T17:58:29,980 DEBUG [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:30,023 INFO [StoreOpener-52f71b61a20d1b0f6432183c7dc40ac2-1 {}] regionserver.HStore(327): Store=52f71b61a20d1b0f6432183c7dc40ac2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:30,031 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:30,035 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/data/default/test/52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:30,043 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/data/default/test/52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:30,054 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:30,054 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:30,055 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:58:30,056 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:30,072 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/data/default/test/52f71b61a20d1b0f6432183c7dc40ac2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:30,073 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52f71b61a20d1b0f6432183c7dc40ac2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62386808, jitterRate=-0.07036411762237549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:58:30,073 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52f71b61a20d1b0f6432183c7dc40ac2 2024-11-12T17:58:30,074 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52f71b61a20d1b0f6432183c7dc40ac2: Running coprocessor pre-open hook at 1731434309902Writing region info on filesystem at 1731434309902Initializing all the Stores at 1731434309912 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434309912Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434309929 (+17 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434309929Cleaning up temporary data from old regions at 1731434310054 (+125 ms)Running coprocessor post-open hooks at 1731434310073 (+19 ms)Region opened successfully at 1731434310074 (+1 ms) 2024-11-12T17:58:30,079 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2., pid=6, masterSystemTime=1731434309887 2024-11-12T17:58:30,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52f71b61a20d1b0f6432183c7dc40ac2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,41283,1731434304896 2024-11-12T17:58:30,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52f71b61a20d1b0f6432183c7dc40ac2, server=6684de3f6e40,41283,1731434304896 because future has completed 2024-11-12T17:58:30,087 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2. 2024-11-12T17:58:30,087 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434309375.52f71b61a20d1b0f6432183c7dc40ac2. 2024-11-12T17:58:30,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:58:30,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52f71b61a20d1b0f6432183c7dc40ac2, server=6684de3f6e40,41283,1731434304896 in 370 msec 2024-11-12T17:58:30,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:58:30,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=52f71b61a20d1b0f6432183c7dc40ac2, ASSIGN in 548 msec 2024-11-12T17:58:30,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:58:30,102 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434310101"}]},"ts":"1731434310101"} 2024-11-12T17:58:30,105 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:58:30,106 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:58:30,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 730 msec 2024-11-12T17:58:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:30,532 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:58:30,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8748ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:30,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33629,-1 for getting cluster id 2024-11-12T17:58:30,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:30,543 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca7c4748-a977-4cd9-8aa5-3e95c29d406c' 2024-11-12T17:58:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca7c4748-a977-4cd9-8aa5-3e95c29d406c" 2024-11-12T17:58:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe25f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33629,-1] 2024-11-12T17:58:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:30,547 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340ba5c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:30,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33629,1731434304459 2024-11-12T17:58:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38a384f2 2024-11-12T17:58:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:30,554 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:30,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:33629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:58:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:58:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:30,560 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:33629' 2024-11-12T17:58:30,561 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7e7563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:30,561 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,33629,-1 for getting cluster id 2024-11-12T17:58:30,562 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:30,562 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca7c4748-a977-4cd9-8aa5-3e95c29d406c' 2024-11-12T17:58:30,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:30,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca7c4748-a977-4cd9-8aa5-3e95c29d406c" 2024-11-12T17:58:30,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2895f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:30,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,33629,-1] 2024-11-12T17:58:30,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:30,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:30,570 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:30,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5b242f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:30,571 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:30,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,33629,1731434304459 2024-11-12T17:58:30,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61267e42 2024-11-12T17:58:30,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:30,573 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:30,575 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T17:58:30,575 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:58:30,576 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:30,576 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:30,576 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6684de3f6e40:33629, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:58:30,588 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6684de3f6e40:33629, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6684de3f6e40:33629, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6684de3f6e40:33629, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-12T17:58:30,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:30,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6684de3f6e40:33629, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=32 msec 2024-11-12T17:58:30,594 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-12T17:58:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:30,675 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6684de3f6e40:33629, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-12T17:58:30,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:30,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:30,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:30,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:30,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:30,697 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 362) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb-prefix:6684de3f6e40,41283,1731434304896.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50674 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50674) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007fe100ab2978.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-976449412-172.17.0.3-1731434302190:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1385066239_20 at /127.0.0.1:43784 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2289-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: CacheReplicationMonitor(1235875323) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/cluster_4706376f-5000-0762-fdd1-9f3801c4d735/data/data1/current/BP-976449412-172.17.0.3-1731434302190 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-976449412-172.17.0.3-1731434302190:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 44849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 44849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6edf5f04 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 3 on default port 36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-976449412-172.17.0.3-1731434302190 heartbeating to localhost/127.0.0.1:44849 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;6684de3f6e40:33629 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2ad0721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7e8c4af7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:50674): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: regionserver/6684de3f6e40:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 44849 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4ab4a515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6684de3f6e40:41283 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 44849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1385066239_20 at /127.0.0.1:43874 [Receiving block BP-976449412-172.17.0.3-1731434302190:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6684de3f6e40:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp1279994959-7898 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fe100432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1385066239_20 at /127.0.0.1:43864 [Receiving block BP-976449412-172.17.0.3-1731434302190:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@b742cf0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-511168549_20 at /127.0.0.1:43830 [Receiving block BP-976449412-172.17.0.3-1731434302190:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1279994959-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434307879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: regionserver/6684de3f6e40:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1279994959-7900-acceptor-0@7d22ea37-ServerConnector@3d2a6f07{HTTP/1.1, (http/1.1)}{localhost:35435} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-5d294cb8-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/cluster_4706376f-5000-0762-fdd1-9f3801c4d735/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1279994959-7903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@48ef5f6f[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1279994959-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-976449412-172.17.0.3-1731434302190:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1359492786-7947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1359492786-7946-acceptor-0@3b0a3cbd-ServerConnector@48dee05d{HTTP/1.1, (http/1.1)}{localhost:38629} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/cluster_4706376f-5000-0762-fdd1-9f3801c4d735/data/data2/current/BP-976449412-172.17.0.3-1731434302190 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434307887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7edd9bad java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36213 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1194e2fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 6684de3f6e40:33629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/cluster_4706376f-5000-0762-fdd1-9f3801c4d735/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1359492786-7948 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb-prefix:6684de3f6e40,41283,1731434304896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6684de3f6e40:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1279994959-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fe100432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS:0;6684de3f6e40:41283-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-46c71a4c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 0 on default port 36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$477/0x00007fe1009f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3fe063d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3788f6d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: pool-2289-thread-1-SendThread(127.0.0.1:50674) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1279994959-7899 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fe100432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6684de3f6e40:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50674) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44849/user/jenkins/test-data/235605eb-8c4f-1f9a-13db-3b3984e95fdb/MasterData-prefix:6684de3f6e40,33629,1731434304459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1279994959-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fe100432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:44849 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 3 on default port 44849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1359492786-7945 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fe100432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1648 (was 1587) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2122 (was 2010) - AvailableMemoryMB LEAK? - 2024-11-12T17:58:30,700 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-12T17:58:30,720 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=526, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=1648, ProcessCount=11, AvailableMemoryMB=2119 2024-11-12T17:58:30,720 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-12T17:58:30,736 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-12T17:58:30,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/hadoop.log.dir so I do NOT create it in target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723 2024-11-12T17:58:30,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:58:30,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/hadoop.tmp.dir so I do NOT create it in target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723 2024-11-12T17:58:30,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3d7edd9-603d-aa1c-8968-b24fa1a5c900/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:58:30,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723 2024-11-12T17:58:30,737 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/cluster_28b2740b-c4b5-97ee-1c88-abc978756b4a, deleteOnExit=true 2024-11-12T17:58:30,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/cluster_28b2740b-c4b5-97ee-1c88-abc978756b4a/zookeeper_0, clientPort=61237, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/cluster_28b2740b-c4b5-97ee-1c88-abc978756b4a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/cluster_28b2740b-c4b5-97ee-1c88-abc978756b4a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:58:30,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61237 2024-11-12T17:58:30,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:58:30,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:58:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/test.cache.data in system properties and HBase conf 2024-11-12T17:58:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:58:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:58:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:58:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:58:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:58:30,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:58:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:58:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:58:30,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:58:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:58:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:58:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:58:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:58:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:58:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:58:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:58:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:58:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:58:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:58:30,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:58:31,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:31,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:58:31,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:58:31,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:58:31,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:58:31,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:31,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45baff95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:58:31,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3df13e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:58:31,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59ea6046{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/java.io.tmpdir/jetty-localhost-37357-hadoop-hdfs-3_4_1-tests_jar-_-any-1147760982688089817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:58:31,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f7d9c0e{HTTP/1.1, (http/1.1)}{localhost:37357} 2024-11-12T17:58:31,250 INFO [Time-limited test {}] server.Server(415): Started @380175ms 2024-11-12T17:58:31,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:31,974 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:58:31,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:58:31,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:58:31,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:58:31,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687e4ab4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:58:31,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d7c3b05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:58:32,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19c881b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/java.io.tmpdir/jetty-localhost-42001-hadoop-hdfs-3_4_1-tests_jar-_-any-3835674477356415760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:58:32,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f12dbc{HTTP/1.1, (http/1.1)}{localhost:42001} 2024-11-12T17:58:32,103 INFO [Time-limited test {}] server.Server(415): Started @381027ms 2024-11-12T17:58:32,104 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:58:32,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:32,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:58:32,783 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149051 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:58:33,494 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/cluster_28b2740b-c4b5-97ee-1c88-abc978756b4a/data/data1/current/BP-305734813-172.17.0.3-1731434310772/current, will proceed with Du for space computation calculation, 2024-11-12T17:58:33,496 WARN [Thread-4322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/cluster_28b2740b-c4b5-97ee-1c88-abc978756b4a/data/data2/current/BP-305734813-172.17.0.3-1731434310772/current, will proceed with Du for space computation calculation, 2024-11-12T17:58:33,553 WARN [Thread-4309 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:58:33,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fd49e2be0cfb120 with lease ID 0xc394da13098dbf0a: Processing first storage report for DS-5946fd09-110a-451d-aa25-3916c2ec64e6 from datanode DatanodeRegistration(127.0.0.1:34731, datanodeUuid=90967a40-ea04-4490-b07e-5f8150e92a3a, infoPort=36059, infoSecurePort=0, ipcPort=35883, storageInfo=lv=-57;cid=testClusterID;nsid=615145126;c=1731434310772) 2024-11-12T17:58:33,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fd49e2be0cfb120 with lease ID 0xc394da13098dbf0a: from storage DS-5946fd09-110a-451d-aa25-3916c2ec64e6 node DatanodeRegistration(127.0.0.1:34731, datanodeUuid=90967a40-ea04-4490-b07e-5f8150e92a3a, infoPort=36059, infoSecurePort=0, ipcPort=35883, storageInfo=lv=-57;cid=testClusterID;nsid=615145126;c=1731434310772), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T17:58:33,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fd49e2be0cfb120 with lease ID 0xc394da13098dbf0a: Processing first storage report for DS-d1865cec-1601-41f7-ad1e-5e520a5b3371 from datanode DatanodeRegistration(127.0.0.1:34731, datanodeUuid=90967a40-ea04-4490-b07e-5f8150e92a3a, infoPort=36059, infoSecurePort=0, ipcPort=35883, storageInfo=lv=-57;cid=testClusterID;nsid=615145126;c=1731434310772) 2024-11-12T17:58:33,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fd49e2be0cfb120 with lease ID 0xc394da13098dbf0a: from storage DS-d1865cec-1601-41f7-ad1e-5e520a5b3371 node DatanodeRegistration(127.0.0.1:34731, datanodeUuid=90967a40-ea04-4490-b07e-5f8150e92a3a, infoPort=36059, infoSecurePort=0, ipcPort=35883, storageInfo=lv=-57;cid=testClusterID;nsid=615145126;c=1731434310772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:58:33,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723 2024-11-12T17:58:33,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:33,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:33,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:58:34,101 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd with version=8 2024-11-12T17:58:34,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/hbase-staging 2024-11-12T17:58:34,103 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:34,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:34,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:34,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:34,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:34,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:34,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:58:34,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:34,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43619 2024-11-12T17:58:34,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43619 connecting to ZooKeeper ensemble=127.0.0.1:61237 2024-11-12T17:58:34,135 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:58:34,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T17:58:34,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:58:34,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T17:58:34,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T17:58:34,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T17:58:34,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:58:34,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T17:58:34,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T17:58:34,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T17:58:34,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436190x0, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:34,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43619-0x101317c9e400000 connected 2024-11-12T17:58:34,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:34,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:34,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Set watcher on znode that does not yet exist, /0953091178/running 2024-11-12T17:58:34,468 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd, hbase.cluster.distributed=false 2024-11-12T17:58:34,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Set watcher on znode that does not yet exist, /0953091178/acl 2024-11-12T17:58:34,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43619 2024-11-12T17:58:34,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43619 2024-11-12T17:58:34,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43619 2024-11-12T17:58:34,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43619 2024-11-12T17:58:34,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43619 2024-11-12T17:58:34,523 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:34,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:34,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:34,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:34,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:34,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:34,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:58:34,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:34,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43323 2024-11-12T17:58:34,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43323 connecting to ZooKeeper ensemble=127.0.0.1:61237 2024-11-12T17:58:34,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:34,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:34,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433230x0, quorum=127.0.0.1:61237, baseZNode=/0953091178 Set watcher on znode that does not yet exist, /0953091178/running 2024-11-12T17:58:34,542 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:58:34,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433230x0, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:34,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43323-0x101317c9e400001 connected 2024-11-12T17:58:34,550 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:58:34,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Set watcher on znode that does not yet exist, /0953091178/master 2024-11-12T17:58:34,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Set watcher on znode that does not yet exist, /0953091178/acl 2024-11-12T17:58:34,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43323 2024-11-12T17:58:34,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43323 2024-11-12T17:58:34,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43323 2024-11-12T17:58:34,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43323 2024-11-12T17:58:34,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43323 2024-11-12T17:58:34,577 DEBUG [M:0;6684de3f6e40:43619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:43619 2024-11-12T17:58:34,578 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0953091178/backup-masters/6684de3f6e40,43619,1731434314103 2024-11-12T17:58:34,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178/backup-masters 2024-11-12T17:58:34,583 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Set watcher on existing znode=/0953091178/backup-masters/6684de3f6e40,43619,1731434314103 2024-11-12T17:58:34,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178/backup-masters 2024-11-12T17:58:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0953091178/master 2024-11-12T17:58:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:34,591 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Set watcher on existing znode=/0953091178/master 2024-11-12T17:58:34,592 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0953091178/backup-masters/6684de3f6e40,43619,1731434314103 from backup master directory 2024-11-12T17:58:34,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0953091178/backup-masters/6684de3f6e40,43619,1731434314103 2024-11-12T17:58:34,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178/backup-masters 2024-11-12T17:58:34,599 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:34,599 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,43619,1731434314103 2024-11-12T17:58:34,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178/backup-masters 2024-11-12T17:58:34,616 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/hbase.id] with ID: 52326a1b-9b64-4a24-a77d-d18ae36d0446 2024-11-12T17:58:34,616 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/.tmp/hbase.id 2024-11-12T17:58:34,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:58:34,645 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/.tmp/hbase.id]:[hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/hbase.id] 2024-11-12T17:58:34,660 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:34,660 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:58:34,661 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T17:58:34,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:34,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:58:34,697 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:34,698 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:58:34,699 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:34,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:58:35,134 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store 2024-11-12T17:58:35,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:58:35,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:58:35,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:35,587 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:35,588 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:58:35,588 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:35,588 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:35,588 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:58:35,588 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:35,588 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:35,588 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434315588Disabling compacts and flushes for region at 1731434315588Disabling writes for close at 1731434315588Writing region close event to WAL at 1731434315588Closed at 1731434315588 2024-11-12T17:58:35,591 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/.initializing 2024-11-12T17:58:35,592 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/WALs/6684de3f6e40,43619,1731434314103 2024-11-12T17:58:35,593 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:35,595 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C43619%2C1731434314103, suffix=, logDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/WALs/6684de3f6e40,43619,1731434314103, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/oldWALs, maxLogs=10 2024-11-12T17:58:35,619 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/WALs/6684de3f6e40,43619,1731434314103/6684de3f6e40%2C43619%2C1731434314103.1731434315596, exclude list is [], retry=0 2024-11-12T17:58:35,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34731,DS-5946fd09-110a-451d-aa25-3916c2ec64e6,DISK] 2024-11-12T17:58:35,633 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/WALs/6684de3f6e40,43619,1731434314103/6684de3f6e40%2C43619%2C1731434314103.1731434315596 2024-11-12T17:58:35,643 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-12T17:58:35,644 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:35,644 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:35,644 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,644 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:58:35,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:35,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:35,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:58:35,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:35,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:35,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:58:35,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:35,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:35,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:58:35,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:35,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:35,664 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,665 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,665 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,666 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,666 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,666 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:35,667 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:35,674 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:35,674 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59302479, jitterRate=-0.11632420122623444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:35,674 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434315644Initializing all the Stores at 1731434315651 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434315651Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434315652 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434315652Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434315652Cleaning up temporary data from old regions at 1731434315666 (+14 ms)Region opened successfully at 1731434315674 (+8 ms) 2024-11-12T17:58:35,679 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:58:35,708 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7502f70b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:35,715 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:58:35,716 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:58:35,716 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:58:35,716 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:58:35,716 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T17:58:35,717 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:58:35,717 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:58:35,732 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:58:35,733 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Unable to get data of znode /0953091178/balancer because node does not exist (not necessarily an error) 2024-11-12T17:58:35,760 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0953091178/balancer already deleted, retry=false 2024-11-12T17:58:35,761 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:58:35,762 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Unable to get data of znode /0953091178/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:58:35,802 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0953091178/normalizer already deleted, retry=false 2024-11-12T17:58:35,803 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:58:35,805 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Unable to get data of znode /0953091178/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:58:35,819 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0953091178/switch/split already deleted, retry=false 2024-11-12T17:58:35,823 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Unable to get data of znode /0953091178/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:58:35,836 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0953091178/switch/merge already deleted, retry=false 2024-11-12T17:58:35,852 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Unable to get data of znode /0953091178/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:58:35,866 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0953091178/snapshot-cleanup already deleted, retry=false 2024-11-12T17:58:35,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0953091178/running 2024-11-12T17:58:35,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:35,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0953091178/running 2024-11-12T17:58:35,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:35,882 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,43619,1731434314103, sessionid=0x101317c9e400000, setting cluster-up flag (Was=false) 2024-11-12T17:58:35,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:35,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:35,932 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0953091178/flush-table-proc/acquired, /0953091178/flush-table-proc/reached, /0953091178/flush-table-proc/abort 2024-11-12T17:58:35,933 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,43619,1731434314103 2024-11-12T17:58:35,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:35,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:36,007 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0953091178/online-snapshot/acquired, /0953091178/online-snapshot/reached, /0953091178/online-snapshot/abort 2024-11-12T17:58:36,008 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,43619,1731434314103 2024-11-12T17:58:36,012 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:58:36,016 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:36,017 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:58:36,017 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:58:36,017 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,43619,1731434314103 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:58:36,018 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:36,018 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:36,019 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:36,019 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:36,019 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:58:36,019 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,019 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:36,019 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,020 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:36,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:58:36,021 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:36,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:58:36,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434346027 2024-11-12T17:58:36,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:58:36,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:58:36,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:58:36,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:58:36,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:58:36,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:58:36,031 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,043 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:58:36,044 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:58:36,044 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:58:36,044 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:58:36,052 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:58:36,052 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:58:36,073 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434316052,5,FailOnTimeoutGroup] 2024-11-12T17:58:36,074 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434316073,5,FailOnTimeoutGroup] 2024-11-12T17:58:36,074 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,074 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:58:36,074 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,074 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,075 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(746): ClusterId : 52326a1b-9b64-4a24-a77d-d18ae36d0446 2024-11-12T17:58:36,075 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:58:36,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:58:36,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:58:36,083 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd 2024-11-12T17:58:36,087 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:58:36,087 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:58:36,107 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:58:36,108 DEBUG [RS:0;6684de3f6e40:43323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b32676f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:36,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:58:36,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:36,132 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:43323 2024-11-12T17:58:36,133 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:58:36,133 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:58:36,133 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:58:36,133 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,43619,1731434314103 with port=43323, startcode=1731434314523 2024-11-12T17:58:36,134 DEBUG [RS:0;6684de3f6e40:43323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:58:36,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:58:36,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:58:36,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:36,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:36,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:58:36,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:58:36,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:36,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:36,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:58:36,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:58:36,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:36,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:36,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:58:36,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:58:36,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:36,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:36,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:58:36,153 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:58:36,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,43323,1731434314523 2024-11-12T17:58:36,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43619 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,43323,1731434314523 2024-11-12T17:58:36,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740 2024-11-12T17:58:36,156 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd 2024-11-12T17:58:36,156 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39311 2024-11-12T17:58:36,156 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:58:36,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740 2024-11-12T17:58:36,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:58:36,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:58:36,163 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:36,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178/rs 2024-11-12T17:58:36,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:58:36,173 DEBUG [RS:0;6684de3f6e40:43323 {}] zookeeper.ZKUtil(111): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Set watcher on existing znode=/0953091178/rs/6684de3f6e40,43323,1731434314523 2024-11-12T17:58:36,173 WARN [RS:0;6684de3f6e40:43323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:36,173 INFO [RS:0;6684de3f6e40:43323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:36,173 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523 2024-11-12T17:58:36,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,43323,1731434314523] 2024-11-12T17:58:36,174 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:36,174 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61628785, jitterRate=-0.08165954053401947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:36,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434316113Initializing all the Stores at 1731434316114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434316114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434316127 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434316127Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434316127Cleaning up temporary data from old regions at 1731434316162 (+35 ms)Region opened successfully at 1731434316174 (+12 ms) 2024-11-12T17:58:36,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:58:36,175 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:58:36,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:58:36,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:58:36,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:58:36,175 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:58:36,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434316175Disabling compacts and flushes for region at 1731434316175Disabling writes for close at 1731434316175Writing region close event to WAL at 1731434316175Closed at 1731434316175 2024-11-12T17:58:36,176 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:36,176 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:58:36,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:58:36,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:36,178 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:58:36,178 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:58:36,183 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:58:36,187 INFO [RS:0;6684de3f6e40:43323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:58:36,187 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,188 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:58:36,188 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:58:36,188 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:36,189 DEBUG [RS:0;6684de3f6e40:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:36,191 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,191 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,191 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,191 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,191 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,191 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43323,1731434314523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:36,207 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:58:36,208 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43323,1731434314523-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,208 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,208 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.Replication(171): 6684de3f6e40,43323,1731434314523 started 2024-11-12T17:58:36,224 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:36,224 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,43323,1731434314523, RpcServer on 6684de3f6e40/172.17.0.3:43323, sessionid=0x101317c9e400001 2024-11-12T17:58:36,224 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:58:36,224 DEBUG [RS:0;6684de3f6e40:43323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,43323,1731434314523 2024-11-12T17:58:36,224 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,43323,1731434314523' 2024-11-12T17:58:36,224 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0953091178/flush-table-proc/abort' 2024-11-12T17:58:36,225 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0953091178/flush-table-proc/acquired' 2024-11-12T17:58:36,225 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:58:36,225 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:58:36,225 DEBUG [RS:0;6684de3f6e40:43323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,43323,1731434314523 2024-11-12T17:58:36,225 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,43323,1731434314523' 2024-11-12T17:58:36,225 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0953091178/online-snapshot/abort' 2024-11-12T17:58:36,225 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0953091178/online-snapshot/acquired' 2024-11-12T17:58:36,226 DEBUG [RS:0;6684de3f6e40:43323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:58:36,226 INFO [RS:0;6684de3f6e40:43323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:58:36,226 INFO [RS:0;6684de3f6e40:43323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:58:36,327 INFO [RS:0;6684de3f6e40:43323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:36,331 WARN [6684de3f6e40:43619 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:58:36,347 INFO [RS:0;6684de3f6e40:43323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C43323%2C1731434314523, suffix=, logDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/oldWALs, maxLogs=10 2024-11-12T17:58:36,363 DEBUG [RS:0;6684de3f6e40:43323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348, exclude list is [], retry=0 2024-11-12T17:58:36,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34731,DS-5946fd09-110a-451d-aa25-3916c2ec64e6,DISK] 2024-11-12T17:58:36,377 INFO [RS:0;6684de3f6e40:43323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 2024-11-12T17:58:36,378 DEBUG [RS:0;6684de3f6e40:43323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-12T17:58:36,581 DEBUG [6684de3f6e40:43619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:58:36,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,43323,1731434314523 2024-11-12T17:58:36,591 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,43323,1731434314523, state=OPENING 2024-11-12T17:58:36,611 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:58:36,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:36,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:36,636 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:36,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,43323,1731434314523}] 2024-11-12T17:58:36,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0953091178/meta-region-server: CHANGED 2024-11-12T17:58:36,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0953091178/meta-region-server: CHANGED 2024-11-12T17:58:36,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:36,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:58:36,823 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:58:36,823 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:36,824 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:58:36,832 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C43323%2C1731434314523.meta, suffix=.meta, logDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/oldWALs, maxLogs=10 2024-11-12T17:58:36,849 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.meta.1731434316832.meta, exclude list is [], retry=0 2024-11-12T17:58:36,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34731,DS-5946fd09-110a-451d-aa25-3916c2ec64e6,DISK] 2024-11-12T17:58:36,858 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.meta.1731434316832.meta 2024-11-12T17:58:36,858 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-12T17:58:36,858 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:36,858 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:58:36,859 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:58:36,859 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:58:36,859 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:58:36,859 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:58:36,859 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:36,859 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:58:36,859 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:58:36,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:58:36,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:58:36,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:36,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:36,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:58:36,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:58:36,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:36,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:36,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:58:36,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:58:36,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:36,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:36,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:58:36,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:58:36,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:36,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:36,906 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:58:36,907 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740 2024-11-12T17:58:36,915 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740 2024-11-12T17:58:36,920 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:58:36,920 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:58:36,923 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:36,937 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:58:36,944 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75404182, jitterRate=0.12360987067222595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:36,944 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:58:36,944 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434316859Writing region info on filesystem at 1731434316859Initializing all the Stores at 1731434316863 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434316863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434316867 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434316867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434316868 (+1 ms)Cleaning up temporary data from old regions at 1731434316920 (+52 ms)Running coprocessor post-open hooks at 1731434316944 (+24 ms)Region opened successfully at 1731434316944 2024-11-12T17:58:36,949 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434316807 2024-11-12T17:58:36,951 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:58:36,951 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:58:36,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,43323,1731434314523 2024-11-12T17:58:36,952 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,43323,1731434314523, state=OPEN 2024-11-12T17:58:37,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0953091178/meta-region-server 2024-11-12T17:58:37,178 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,43323,1731434314523 2024-11-12T17:58:37,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0953091178/meta-region-server: CHANGED 2024-11-12T17:58:37,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:58:37,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,43323,1731434314523 in 542 msec 2024-11-12T17:58:37,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:58:37,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0040 sec 2024-11-12T17:58:37,185 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:37,185 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:58:37,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0953091178/meta-region-server 2024-11-12T17:58:37,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0953091178/meta-region-server: CHANGED 2024-11-12T17:58:37,191 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:37,191 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,43323,1731434314523, seqNum=-1] 2024-11-12T17:58:37,191 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:37,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:37,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1830 sec 2024-11-12T17:58:37,200 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434317200, completionTime=-1 2024-11-12T17:58:37,200 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:58:37,201 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:58:37,204 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:58:37,205 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434377204 2024-11-12T17:58:37,205 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434437205 2024-11-12T17:58:37,205 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-12T17:58:37,205 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43619,1731434314103-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:37,205 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43619,1731434314103-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:37,205 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43619,1731434314103-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:37,205 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:43619, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:37,205 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:37,209 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:58:37,226 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:37,232 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.633sec 2024-11-12T17:58:37,232 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:58:37,232 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:58:37,232 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:58:37,233 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:58:37,233 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:58:37,233 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43619,1731434314103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:37,233 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43619,1731434314103-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:58:37,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e24ac36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:37,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43619,-1 for getting cluster id 2024-11-12T17:58:37,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:37,295 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:58:37,295 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:58:37,295 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43619,1731434314103-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:37,296 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52326a1b-9b64-4a24-a77d-d18ae36d0446' 2024-11-12T17:58:37,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:37,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52326a1b-9b64-4a24-a77d-d18ae36d0446" 2024-11-12T17:58:37,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bafa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:37,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43619,-1] 2024-11-12T17:58:37,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:37,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:37,299 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:37,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec6f8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:37,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,43323,1731434314523, seqNum=-1] 2024-11-12T17:58:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:37,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:37,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,43619,1731434314103 2024-11-12T17:58:37,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61237 2024-11-12T17:58:37,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:37,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101317c9e400002 connected 2024-11-12T17:58:37,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/hadoop.log.dir so I do NOT create it in target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b 2024-11-12T17:58:37,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:58:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/hadoop.tmp.dir so I do NOT create it in target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b 2024-11-12T17:58:37,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:58:37,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b 2024-11-12T17:58:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:58:37,386 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/cluster_61a834cc-65e0-0d61-dd34-ab14fb6f8d30, deleteOnExit=true 2024-11-12T17:58:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:58:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/test.cache.data in system properties and HBase conf 2024-11-12T17:58:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:58:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:58:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:58:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:58:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:58:37,387 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:58:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:58:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:58:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:58:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:58:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:58:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:58:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:58:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:58:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:58:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:58:37,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:58:37,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:58:37,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:58:37,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:58:37,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:37,766 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:58:37,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:58:37,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:58:37,830 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:58:37,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:37,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16bdc7f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:58:37,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56fa92ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:58:38,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42f8b4d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/java.io.tmpdir/jetty-localhost-43473-hadoop-hdfs-3_4_1-tests_jar-_-any-3318769715168004978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:58:38,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43b9d584{HTTP/1.1, (http/1.1)}{localhost:43473} 2024-11-12T17:58:38,126 INFO [Time-limited test {}] server.Server(415): Started @387050ms 2024-11-12T17:58:38,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:38,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:58:38,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:58:38,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:58:38,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:58:38,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28070112{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:58:38,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67f431f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:58:38,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23eb75bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/java.io.tmpdir/jetty-localhost-33217-hadoop-hdfs-3_4_1-tests_jar-_-any-2615136983128901343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:58:38,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3da7d441{HTTP/1.1, (http/1.1)}{localhost:33217} 2024-11-12T17:58:38,876 INFO [Time-limited test {}] server.Server(415): Started @387800ms 2024-11-12T17:58:38,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:58:39,802 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/cluster_61a834cc-65e0-0d61-dd34-ab14fb6f8d30/data/data1/current/BP-2013182814-172.17.0.3-1731434317413/current, will proceed with Du for space computation calculation, 2024-11-12T17:58:39,807 WARN [Thread-4443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/cluster_61a834cc-65e0-0d61-dd34-ab14fb6f8d30/data/data2/current/BP-2013182814-172.17.0.3-1731434317413/current, will proceed with Du for space computation calculation, 2024-11-12T17:58:39,888 WARN [Thread-4430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:58:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dd994369dd273d6 with lease ID 0x870bd9114493b8a2: Processing first storage report for DS-a52faa11-8ca7-4db1-8ff8-bcd0c5b0ba28 from datanode DatanodeRegistration(127.0.0.1:46773, datanodeUuid=951887bd-07f8-43c4-a2d7-96393ae4e762, infoPort=46351, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=1683822944;c=1731434317413) 2024-11-12T17:58:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dd994369dd273d6 with lease ID 0x870bd9114493b8a2: from storage DS-a52faa11-8ca7-4db1-8ff8-bcd0c5b0ba28 node DatanodeRegistration(127.0.0.1:46773, datanodeUuid=951887bd-07f8-43c4-a2d7-96393ae4e762, infoPort=46351, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=1683822944;c=1731434317413), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:58:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dd994369dd273d6 with lease ID 0x870bd9114493b8a2: Processing first storage report for DS-81df5ced-8e57-4298-918e-2ae4e533497a from datanode DatanodeRegistration(127.0.0.1:46773, datanodeUuid=951887bd-07f8-43c4-a2d7-96393ae4e762, infoPort=46351, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=1683822944;c=1731434317413) 2024-11-12T17:58:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dd994369dd273d6 with lease ID 0x870bd9114493b8a2: from storage DS-81df5ced-8e57-4298-918e-2ae4e533497a node DatanodeRegistration(127.0.0.1:46773, datanodeUuid=951887bd-07f8-43c4-a2d7-96393ae4e762, infoPort=46351, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=1683822944;c=1731434317413), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:58:39,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b 2024-11-12T17:58:39,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:39,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:58:39,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430 with version=8 2024-11-12T17:58:39,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/hbase-staging 2024-11-12T17:58:40,001 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:40,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:40,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:40,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:40,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:40,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:40,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:58:40,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:40,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36537 2024-11-12T17:58:40,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36537 connecting to ZooKeeper ensemble=127.0.0.1:61237 2024-11-12T17:58:40,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365370x0, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:40,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36537-0x101317c9e400003 connected 2024-11-12T17:58:40,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:40,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:40,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Set watcher on znode that does not yet exist, /1975758205/running 2024-11-12T17:58:40,130 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430, hbase.cluster.distributed=false 2024-11-12T17:58:40,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Set watcher on znode that does not yet exist, /1975758205/acl 2024-11-12T17:58:40,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36537 2024-11-12T17:58:40,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36537 2024-11-12T17:58:40,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36537 2024-11-12T17:58:40,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36537 2024-11-12T17:58:40,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36537 2024-11-12T17:58:40,266 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:40,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:40,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:40,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:40,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:40,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:40,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:58:40,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:40,278 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41191 2024-11-12T17:58:40,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41191 connecting to ZooKeeper ensemble=127.0.0.1:61237 2024-11-12T17:58:40,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:40,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:40,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411910x0, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:40,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411910x0, quorum=127.0.0.1:61237, baseZNode=/1975758205 Set watcher on znode that does not yet exist, /1975758205/running 2024-11-12T17:58:40,329 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:58:40,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41191-0x101317c9e400004 connected 2024-11-12T17:58:40,359 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:58:40,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Set watcher on znode that does not yet exist, /1975758205/master 2024-11-12T17:58:40,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Set watcher on znode that does not yet exist, /1975758205/acl 2024-11-12T17:58:40,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41191 2024-11-12T17:58:40,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41191 2024-11-12T17:58:40,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41191 2024-11-12T17:58:40,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41191 2024-11-12T17:58:40,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41191 2024-11-12T17:58:40,522 DEBUG [M:0;6684de3f6e40:36537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:36537 2024-11-12T17:58:40,537 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1975758205/backup-masters/6684de3f6e40,36537,1731434320001 2024-11-12T17:58:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205/backup-masters 2024-11-12T17:58:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205/backup-masters 2024-11-12T17:58:40,549 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Set watcher on existing znode=/1975758205/backup-masters/6684de3f6e40,36537,1731434320001 2024-11-12T17:58:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1975758205/master 2024-11-12T17:58:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:40,558 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Set watcher on existing znode=/1975758205/master 2024-11-12T17:58:40,558 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1975758205/backup-masters/6684de3f6e40,36537,1731434320001 from backup master directory 2024-11-12T17:58:40,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205/backup-masters 2024-11-12T17:58:40,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1975758205/backup-masters/6684de3f6e40,36537,1731434320001 2024-11-12T17:58:40,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205/backup-masters 2024-11-12T17:58:40,566 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:40,566 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,36537,1731434320001 2024-11-12T17:58:40,586 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/hbase.id] with ID: f196170c-2a94-455f-8252-1483d5c2bb19 2024-11-12T17:58:40,586 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/.tmp/hbase.id 2024-11-12T17:58:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:58:40,631 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/.tmp/hbase.id]:[hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/hbase.id] 2024-11-12T17:58:40,732 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:40,732 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:58:40,743 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 11ms. 2024-11-12T17:58:40,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:40,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:40,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:58:41,269 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:41,270 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:58:41,274 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:41,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:58:41,322 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store 2024-11-12T17:58:41,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:58:41,391 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:41,391 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:58:41,392 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:41,392 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:41,392 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:58:41,392 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:41,392 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:41,392 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434321391Disabling compacts and flushes for region at 1731434321391Disabling writes for close at 1731434321392 (+1 ms)Writing region close event to WAL at 1731434321392Closed at 1731434321392 2024-11-12T17:58:41,393 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/.initializing 2024-11-12T17:58:41,393 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/WALs/6684de3f6e40,36537,1731434320001 2024-11-12T17:58:41,394 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:41,395 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C36537%2C1731434320001, suffix=, logDir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/WALs/6684de3f6e40,36537,1731434320001, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/oldWALs, maxLogs=10 2024-11-12T17:58:41,418 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/WALs/6684de3f6e40,36537,1731434320001/6684de3f6e40%2C36537%2C1731434320001.1731434321395, exclude list is [], retry=0 2024-11-12T17:58:41,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46773,DS-a52faa11-8ca7-4db1-8ff8-bcd0c5b0ba28,DISK] 2024-11-12T17:58:41,455 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/WALs/6684de3f6e40,36537,1731434320001/6684de3f6e40%2C36537%2C1731434320001.1731434321395 2024-11-12T17:58:41,457 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46351:46351)] 2024-11-12T17:58:41,458 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:41,458 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:41,458 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,458 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:58:41,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:41,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:41,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:58:41,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:41,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:41,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:58:41,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:41,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:41,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:58:41,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:41,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:41,555 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,559 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,563 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,583 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,583 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,585 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:41,598 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:41,627 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:41,635 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63771648, jitterRate=-0.0497283935546875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:41,635 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434321458Initializing all the Stores at 1731434321465 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434321465Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434321487 (+22 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434321487Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434321487Cleaning up temporary data from old regions at 1731434321583 (+96 ms)Region opened successfully at 1731434321635 (+52 ms) 2024-11-12T17:58:41,639 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:58:41,650 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721fbc37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:41,655 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:58:41,655 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:58:41,655 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:58:41,655 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:58:41,656 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T17:58:41,656 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:58:41,656 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:58:41,669 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:58:41,675 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Unable to get data of znode /1975758205/balancer because node does not exist (not necessarily an error) 2024-11-12T17:58:41,682 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1975758205/balancer already deleted, retry=false 2024-11-12T17:58:41,683 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:58:41,688 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Unable to get data of znode /1975758205/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:58:41,703 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1975758205/normalizer already deleted, retry=false 2024-11-12T17:58:41,704 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:58:41,716 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Unable to get data of znode /1975758205/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:58:41,758 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1975758205/switch/split already deleted, retry=false 2024-11-12T17:58:41,765 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Unable to get data of znode /1975758205/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:58:41,773 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1975758205/switch/merge already deleted, retry=false 2024-11-12T17:58:41,798 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Unable to get data of znode /1975758205/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:58:41,819 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1975758205/snapshot-cleanup already deleted, retry=false 2024-11-12T17:58:41,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1975758205/running 2024-11-12T17:58:41,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:41,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1975758205/running 2024-11-12T17:58:41,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:41,836 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,36537,1731434320001, sessionid=0x101317c9e400003, setting cluster-up flag (Was=false) 2024-11-12T17:58:41,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:41,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:41,912 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1975758205/flush-table-proc/acquired, /1975758205/flush-table-proc/reached, /1975758205/flush-table-proc/abort 2024-11-12T17:58:41,919 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,36537,1731434320001 2024-11-12T17:58:41,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:41,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:41,973 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1975758205/online-snapshot/acquired, /1975758205/online-snapshot/reached, /1975758205/online-snapshot/abort 2024-11-12T17:58:41,975 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,36537,1731434320001 2024-11-12T17:58:41,980 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:58:42,001 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:42,001 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:58:42,002 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:58:42,002 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,36537,1731434320001 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:58:42,003 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:42,003 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:42,003 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:42,003 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:42,003 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:58:42,004 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,004 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:42,004 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:42,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:58:42,026 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:42,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:58:42,043 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434352043 2024-11-12T17:58:42,043 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:58:42,043 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:58:42,043 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:58:42,043 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:58:42,044 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:58:42,044 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:58:42,063 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,064 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:58:42,064 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:58:42,064 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:58:42,064 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:58:42,079 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(746): ClusterId : f196170c-2a94-455f-8252-1483d5c2bb19 2024-11-12T17:58:42,079 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:58:42,083 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:58:42,083 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:58:42,095 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434322083,5,FailOnTimeoutGroup] 2024-11-12T17:58:42,095 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434322095,5,FailOnTimeoutGroup] 2024-11-12T17:58:42,095 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,095 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:58:42,095 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,095 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:58:42,100 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:58:42,100 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:58:42,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:58:42,108 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430 2024-11-12T17:58:42,149 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:58:42,149 DEBUG [RS:0;6684de3f6e40:41191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0c7166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:42,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:58:42,189 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:41191 2024-11-12T17:58:42,189 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:58:42,189 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:58:42,189 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:58:42,207 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,36537,1731434320001 with port=41191, startcode=1731434320266 2024-11-12T17:58:42,207 DEBUG [RS:0;6684de3f6e40:41191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:58:42,212 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:58:42,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,41191,1731434320266 2024-11-12T17:58:42,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36537 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,41191,1731434320266 2024-11-12T17:58:42,216 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430 2024-11-12T17:58:42,216 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45047 2024-11-12T17:58:42,216 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:58:42,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:58:42,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205/rs 2024-11-12T17:58:42,410 DEBUG [RS:0;6684de3f6e40:41191 {}] zookeeper.ZKUtil(111): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Set watcher on existing znode=/1975758205/rs/6684de3f6e40,41191,1731434320266 2024-11-12T17:58:42,410 WARN [RS:0;6684de3f6e40:41191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:42,410 INFO [RS:0;6684de3f6e40:41191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:42,411 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/WALs/6684de3f6e40,41191,1731434320266 2024-11-12T17:58:42,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,41191,1731434320266] 2024-11-12T17:58:42,464 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:58:42,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:42,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:42,563 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:58:42,567 INFO [RS:0;6684de3f6e40:41191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:58:42,567 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,571 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:58:42,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:58:42,574 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:58:42,575 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:42,575 DEBUG [RS:0;6684de3f6e40:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:42,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:58:42,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:42,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:42,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:58:42,583 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,583 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,583 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,583 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,583 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,583 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41191,1731434320266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:42,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:58:42,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:42,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:42,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:58:42,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:58:42,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:42,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:42,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:58:42,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:58:42,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:42,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:42,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:58:42,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740 2024-11-12T17:58:42,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740 2024-11-12T17:58:42,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:58:42,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:58:42,604 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:42,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:58:42,615 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:58:42,615 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41191,1731434320266-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,615 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,615 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.Replication(171): 6684de3f6e40,41191,1731434320266 started 2024-11-12T17:58:42,623 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:42,625 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71392380, jitterRate=0.06382936239242554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:42,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434322562Initializing all the Stores at 1731434322563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434322563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434322572 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434322572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434322572Cleaning up temporary data from old regions at 1731434322604 (+32 ms)Region opened successfully at 1731434322625 (+21 ms) 2024-11-12T17:58:42,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:58:42,625 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:58:42,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:58:42,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:58:42,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:58:42,627 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:58:42,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434322625Disabling compacts and flushes for region at 1731434322625Disabling writes for close at 1731434322625Writing region close event to WAL at 1731434322627 (+2 ms)Closed at 1731434322627 2024-11-12T17:58:42,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:42,636 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:58:42,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:58:42,636 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:42,637 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,41191,1731434320266, RpcServer on 6684de3f6e40/172.17.0.3:41191, sessionid=0x101317c9e400004 2024-11-12T17:58:42,637 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:58:42,637 DEBUG [RS:0;6684de3f6e40:41191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,41191,1731434320266 2024-11-12T17:58:42,637 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,41191,1731434320266' 2024-11-12T17:58:42,637 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1975758205/flush-table-proc/abort' 2024-11-12T17:58:42,649 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1975758205/flush-table-proc/acquired' 2024-11-12T17:58:42,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:42,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:58:42,656 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:58:42,656 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:58:42,656 DEBUG [RS:0;6684de3f6e40:41191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,41191,1731434320266 2024-11-12T17:58:42,656 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,41191,1731434320266' 2024-11-12T17:58:42,656 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1975758205/online-snapshot/abort' 2024-11-12T17:58:42,657 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1975758205/online-snapshot/acquired' 2024-11-12T17:58:42,657 DEBUG [RS:0;6684de3f6e40:41191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:58:42,657 INFO [RS:0;6684de3f6e40:41191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:58:42,657 INFO [RS:0;6684de3f6e40:41191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:58:42,758 INFO [RS:0;6684de3f6e40:41191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:42,769 INFO [RS:0;6684de3f6e40:41191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C41191%2C1731434320266, suffix=, logDir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/WALs/6684de3f6e40,41191,1731434320266, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/oldWALs, maxLogs=10 2024-11-12T17:58:42,787 DEBUG [RS:0;6684de3f6e40:41191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/WALs/6684de3f6e40,41191,1731434320266/6684de3f6e40%2C41191%2C1731434320266.1731434322770, exclude list is [], retry=0 2024-11-12T17:58:42,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46773,DS-a52faa11-8ca7-4db1-8ff8-bcd0c5b0ba28,DISK] 2024-11-12T17:58:42,804 WARN [6684de3f6e40:36537 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:58:42,816 INFO [RS:0;6684de3f6e40:41191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/WALs/6684de3f6e40,41191,1731434320266/6684de3f6e40%2C41191%2C1731434320266.1731434322770 2024-11-12T17:58:42,816 DEBUG [RS:0;6684de3f6e40:41191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46351:46351)] 2024-11-12T17:58:43,054 DEBUG [6684de3f6e40:36537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:58:43,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,41191,1731434320266 2024-11-12T17:58:43,060 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,41191,1731434320266, state=OPENING 2024-11-12T17:58:43,094 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:58:43,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:43,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:58:43,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1975758205/meta-region-server: CHANGED 2024-11-12T17:58:43,130 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:43,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,41191,1731434320266}] 2024-11-12T17:58:43,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1975758205/meta-region-server: CHANGED 2024-11-12T17:58:43,286 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:43,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:58:43,295 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:58:43,295 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:43,296 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:58:43,297 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C41191%2C1731434320266.meta, suffix=.meta, logDir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/WALs/6684de3f6e40,41191,1731434320266, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/oldWALs, maxLogs=10 2024-11-12T17:58:43,313 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/WALs/6684de3f6e40,41191,1731434320266/6684de3f6e40%2C41191%2C1731434320266.meta.1731434323297.meta, exclude list is [], retry=0 2024-11-12T17:58:43,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46773,DS-a52faa11-8ca7-4db1-8ff8-bcd0c5b0ba28,DISK] 2024-11-12T17:58:43,347 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/WALs/6684de3f6e40,41191,1731434320266/6684de3f6e40%2C41191%2C1731434320266.meta.1731434323297.meta 2024-11-12T17:58:43,349 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46351:46351)] 2024-11-12T17:58:43,350 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:43,350 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:58:43,350 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:58:43,350 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:58:43,350 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:58:43,350 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:58:43,350 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:43,351 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:58:43,351 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:58:43,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:58:43,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:58:43,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:43,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:43,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:58:43,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:58:43,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:43,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:43,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:58:43,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:58:43,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:43,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:43,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:58:43,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:58:43,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:43,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:43,357 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:58:43,358 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740 2024-11-12T17:58:43,358 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740 2024-11-12T17:58:43,359 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:58:43,359 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:58:43,360 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:43,360 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:58:43,361 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72628470, jitterRate=0.08224853873252869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:43,361 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:58:43,361 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434323351Writing region info on filesystem at 1731434323351Initializing all the Stores at 1731434323351Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434323351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434323352 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434323352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434323352Cleaning up temporary data from old regions at 1731434323359 (+7 ms)Running coprocessor post-open hooks at 1731434323361 (+2 ms)Region opened successfully at 1731434323361 2024-11-12T17:58:43,362 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434323286 2024-11-12T17:58:43,364 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:58:43,364 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:58:43,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,41191,1731434320266 2024-11-12T17:58:43,365 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,41191,1731434320266, state=OPEN 2024-11-12T17:58:43,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1975758205/meta-region-server 2024-11-12T17:58:43,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1975758205/meta-region-server: CHANGED 2024-11-12T17:58:43,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1975758205/meta-region-server 2024-11-12T17:58:43,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1975758205/meta-region-server: CHANGED 2024-11-12T17:58:43,377 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,41191,1731434320266 2024-11-12T17:58:43,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:58:43,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,41191,1731434320266 in 247 msec 2024-11-12T17:58:43,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:58:43,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 743 msec 2024-11-12T17:58:43,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:43,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:58:43,385 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:43,385 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41191,1731434320266, seqNum=-1] 2024-11-12T17:58:43,386 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:43,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:43,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4100 sec 2024-11-12T17:58:43,406 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434323405, completionTime=-1 2024-11-12T17:58:43,406 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:58:43,406 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:58:43,409 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:58:43,409 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434383409 2024-11-12T17:58:43,409 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434443409 2024-11-12T17:58:43,409 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T17:58:43,410 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36537,1731434320001-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:43,410 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36537,1731434320001-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:43,410 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36537,1731434320001-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:43,410 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:36537, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:43,410 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:43,410 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:43,412 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:58:43,414 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.848sec 2024-11-12T17:58:43,415 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:58:43,415 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:58:43,415 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:58:43,415 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:58:43,415 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:58:43,415 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36537,1731434320001-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:43,415 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36537,1731434320001-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:58:43,418 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:58:43,418 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:58:43,418 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36537,1731434320001-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:43,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc24951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:43,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,36537,-1 for getting cluster id 2024-11-12T17:58:43,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:43,471 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f196170c-2a94-455f-8252-1483d5c2bb19' 2024-11-12T17:58:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f196170c-2a94-455f-8252-1483d5c2bb19" 2024-11-12T17:58:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e98e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,36537,-1] 2024-11-12T17:58:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:43,473 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:43,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a488c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:43,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41191,1731434320266, seqNum=-1] 2024-11-12T17:58:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:43,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:43,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,36537,1731434320001 2024-11-12T17:58:43,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61237 2024-11-12T17:58:43,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:43,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101317c9e400005 connected 2024-11-12T17:58:43,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/hadoop.log.dir so I do NOT create it in target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606 2024-11-12T17:58:43,525 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T17:58:43,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/hadoop.tmp.dir so I do NOT create it in target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606 2024-11-12T17:58:43,525 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T17:58:43,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606 2024-11-12T17:58:43,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:58:43,525 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/cluster_a3de720a-ffed-0c37-20d8-742fa8f37ef9, deleteOnExit=true 2024-11-12T17:58:43,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:58:43,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/test.cache.data in system properties and HBase conf 2024-11-12T17:58:43,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:58:43,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:58:43,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:58:43,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:58:43,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:58:43,526 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:58:43,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:58:43,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:58:43,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:43,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:58:43,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:58:43,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:58:43,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:58:43,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:43,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69928f80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:58:43,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ee40b10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:58:44,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60c7fd75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/java.io.tmpdir/jetty-localhost-44043-hadoop-hdfs-3_4_1-tests_jar-_-any-9746090478256493170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:58:44,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f616208{HTTP/1.1, (http/1.1)}{localhost:44043} 2024-11-12T17:58:44,008 INFO [Time-limited test {}] server.Server(415): Started @392932ms 2024-11-12T17:58:44,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:58:44,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:58:44,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:58:44,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:58:44,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:58:44,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@455d2d73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:58:44,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f8670e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:58:44,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37b41963{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/java.io.tmpdir/jetty-localhost-43189-hadoop-hdfs-3_4_1-tests_jar-_-any-7464078982146774052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:58:44,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a3e9c61{HTTP/1.1, (http/1.1)}{localhost:43189} 2024-11-12T17:58:44,868 INFO [Time-limited test {}] server.Server(415): Started @393792ms 2024-11-12T17:58:44,874 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:58:45,716 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/cluster_a3de720a-ffed-0c37-20d8-742fa8f37ef9/data/data1/current/BP-1613377430-172.17.0.3-1731434323550/current, will proceed with Du for space computation calculation, 2024-11-12T17:58:45,724 WARN [Thread-4564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/cluster_a3de720a-ffed-0c37-20d8-742fa8f37ef9/data/data2/current/BP-1613377430-172.17.0.3-1731434323550/current, will proceed with Du for space computation calculation, 2024-11-12T17:58:45,832 WARN [Thread-4551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:58:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfab2e9211222b48d with lease ID 0x48c5d3556b079825: Processing first storage report for DS-21fb008a-4638-41de-a3c9-ff664213f9b1 from datanode DatanodeRegistration(127.0.0.1:36365, datanodeUuid=a0c55989-ac98-43ad-a6a7-189bc6d9d0a1, infoPort=42311, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1362496127;c=1731434323550) 2024-11-12T17:58:45,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfab2e9211222b48d with lease ID 0x48c5d3556b079825: from storage DS-21fb008a-4638-41de-a3c9-ff664213f9b1 node DatanodeRegistration(127.0.0.1:36365, datanodeUuid=a0c55989-ac98-43ad-a6a7-189bc6d9d0a1, infoPort=42311, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1362496127;c=1731434323550), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:58:45,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfab2e9211222b48d with lease ID 0x48c5d3556b079825: Processing first storage report for DS-65979fd2-146b-4017-aedb-85760430c23f from datanode DatanodeRegistration(127.0.0.1:36365, datanodeUuid=a0c55989-ac98-43ad-a6a7-189bc6d9d0a1, infoPort=42311, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1362496127;c=1731434323550) 2024-11-12T17:58:45,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfab2e9211222b48d with lease ID 0x48c5d3556b079825: from storage DS-65979fd2-146b-4017-aedb-85760430c23f node DatanodeRegistration(127.0.0.1:36365, datanodeUuid=a0c55989-ac98-43ad-a6a7-189bc6d9d0a1, infoPort=42311, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1362496127;c=1731434323550), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:58:45,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606 2024-11-12T17:58:45,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:45,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:58:45,944 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3 with version=8 2024-11-12T17:58:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/hbase-staging 2024-11-12T17:58:45,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:45,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:45,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:45,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:58:45,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:45,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39171 2024-11-12T17:58:45,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39171 connecting to ZooKeeper ensemble=127.0.0.1:61237 2024-11-12T17:58:45,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391710x0, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:45,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39171-0x101317c9e400006 connected 2024-11-12T17:58:46,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:46,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:46,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Set watcher on znode that does not yet exist, /2-603905063/running 2024-11-12T17:58:46,075 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3, hbase.cluster.distributed=false 2024-11-12T17:58:46,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Set watcher on znode that does not yet exist, /2-603905063/acl 2024-11-12T17:58:46,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39171 2024-11-12T17:58:46,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39171 2024-11-12T17:58:46,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39171 2024-11-12T17:58:46,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39171 2024-11-12T17:58:46,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39171 2024-11-12T17:58:46,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:46,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:46,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:46,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:46,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:46,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:46,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:58:46,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:46,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36323 2024-11-12T17:58:46,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36323 connecting to ZooKeeper ensemble=127.0.0.1:61237 2024-11-12T17:58:46,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:46,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:46,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363230x0, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:46,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363230x0, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Set watcher on znode that does not yet exist, /2-603905063/running 2024-11-12T17:58:46,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:58:46,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36323-0x101317c9e400007 connected 2024-11-12T17:58:46,203 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:58:46,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Set watcher on znode that does not yet exist, /2-603905063/master 2024-11-12T17:58:46,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Set watcher on znode that does not yet exist, /2-603905063/acl 2024-11-12T17:58:46,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-12T17:58:46,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36323 2024-11-12T17:58:46,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36323 2024-11-12T17:58:46,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-12T17:58:46,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-12T17:58:46,324 DEBUG [M:0;6684de3f6e40:39171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:39171 2024-11-12T17:58:46,325 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-603905063/backup-masters/6684de3f6e40,39171,1731434325947 2024-11-12T17:58:46,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063/backup-masters 2024-11-12T17:58:46,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063/backup-masters 2024-11-12T17:58:46,343 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Set watcher on existing znode=/2-603905063/backup-masters/6684de3f6e40,39171,1731434325947 2024-11-12T17:58:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-603905063/master 2024-11-12T17:58:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:46,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:46,368 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Set watcher on existing znode=/2-603905063/master 2024-11-12T17:58:46,371 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-603905063/backup-masters/6684de3f6e40,39171,1731434325947 from backup master directory 2024-11-12T17:58:46,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063/backup-masters 2024-11-12T17:58:46,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-603905063/backup-masters/6684de3f6e40,39171,1731434325947 2024-11-12T17:58:46,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063/backup-masters 2024-11-12T17:58:46,385 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:46,385 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,39171,1731434325947 2024-11-12T17:58:46,402 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/hbase.id] with ID: 22123dc3-58eb-4e7c-a008-d1373f7d8046 2024-11-12T17:58:46,402 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/.tmp/hbase.id 2024-11-12T17:58:46,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:58:46,435 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/.tmp/hbase.id]:[hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/hbase.id] 2024-11-12T17:58:46,524 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:46,525 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:58:46,526 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T17:58:46,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:46,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:46,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:58:46,991 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:46,993 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:58:46,997 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:47,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:58:47,080 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store 2024-11-12T17:58:47,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:58:47,138 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:47,138 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:58:47,138 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:47,138 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:47,138 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:58:47,138 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:47,138 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:47,138 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434327138Disabling compacts and flushes for region at 1731434327138Disabling writes for close at 1731434327138Writing region close event to WAL at 1731434327138Closed at 1731434327138 2024-11-12T17:58:47,147 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/.initializing 2024-11-12T17:58:47,147 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/WALs/6684de3f6e40,39171,1731434325947 2024-11-12T17:58:47,156 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:47,171 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C39171%2C1731434325947, suffix=, logDir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/WALs/6684de3f6e40,39171,1731434325947, archiveDir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/oldWALs, maxLogs=10 2024-11-12T17:58:47,218 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/WALs/6684de3f6e40,39171,1731434325947/6684de3f6e40%2C39171%2C1731434325947.1731434327172, exclude list is [], retry=0 2024-11-12T17:58:47,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-21fb008a-4638-41de-a3c9-ff664213f9b1,DISK] 2024-11-12T17:58:47,259 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/WALs/6684de3f6e40,39171,1731434325947/6684de3f6e40%2C39171%2C1731434325947.1731434327172 2024-11-12T17:58:47,263 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42311:42311)] 2024-11-12T17:58:47,263 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:47,263 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:47,264 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,264 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:58:47,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:47,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:47,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:58:47,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:47,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:47,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:58:47,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:47,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:47,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:58:47,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:47,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:47,330 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,334 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,336 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,347 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,347 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,348 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:47,358 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:47,371 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:47,376 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59953336, jitterRate=-0.10662567615509033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:47,376 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434327264Initializing all the Stores at 1731434327271 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434327271Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434327283 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434327284 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434327284Cleaning up temporary data from old regions at 1731434327347 (+63 ms)Region opened successfully at 1731434327376 (+29 ms) 2024-11-12T17:58:47,379 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:58:47,388 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fdfcc7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:47,398 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:58:47,398 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:58:47,398 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:58:47,399 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:58:47,400 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T17:58:47,400 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:58:47,401 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:58:47,411 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:58:47,416 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Unable to get data of znode /2-603905063/balancer because node does not exist (not necessarily an error) 2024-11-12T17:58:47,771 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-603905063/balancer already deleted, retry=false 2024-11-12T17:58:47,772 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:58:47,774 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Unable to get data of znode /2-603905063/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:58:47,800 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-603905063/normalizer already deleted, retry=false 2024-11-12T17:58:47,801 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:58:47,809 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Unable to get data of znode /2-603905063/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:58:47,823 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-603905063/switch/split already deleted, retry=false 2024-11-12T17:58:47,827 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Unable to get data of znode /2-603905063/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:58:47,842 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-603905063/switch/merge already deleted, retry=false 2024-11-12T17:58:47,853 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Unable to get data of znode /2-603905063/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:58:47,859 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-603905063/snapshot-cleanup already deleted, retry=false 2024-11-12T17:58:47,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-603905063/running 2024-11-12T17:58:47,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:47,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-603905063/running 2024-11-12T17:58:47,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:47,871 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,39171,1731434325947, sessionid=0x101317c9e400006, setting cluster-up flag (Was=false) 2024-11-12T17:58:47,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:47,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:47,951 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-603905063/flush-table-proc/acquired, /2-603905063/flush-table-proc/reached, /2-603905063/flush-table-proc/abort 2024-11-12T17:58:47,974 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,39171,1731434325947 2024-11-12T17:58:47,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:47,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:48,044 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-603905063/online-snapshot/acquired, /2-603905063/online-snapshot/reached, /2-603905063/online-snapshot/abort 2024-11-12T17:58:48,055 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,39171,1731434325947 2024-11-12T17:58:48,075 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:58:48,088 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:48,089 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:58:48,089 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:58:48,089 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,39171,1731434325947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:58:48,103 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:48,104 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:48,104 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:48,104 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:48,104 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:58:48,104 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,104 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:48,104 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:48,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:58:48,136 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:48,136 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:58:48,147 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434358147 2024-11-12T17:58:48,147 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:58:48,147 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:58:48,147 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:58:48,148 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:58:48,148 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:58:48,148 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:58:48,156 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,159 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:58:48,159 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:58:48,159 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:58:48,159 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T17:58:48,165 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:58:48,165 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:58:48,172 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434328165,5,FailOnTimeoutGroup] 2024-11-12T17:58:48,175 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434328172,5,FailOnTimeoutGroup] 2024-11-12T17:58:48,175 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,175 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:58:48,175 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,175 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,215 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(746): ClusterId : 22123dc3-58eb-4e7c-a008-d1373f7d8046 2024-11-12T17:58:48,216 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:58:48,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:58:48,247 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:58:48,247 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:58:48,289 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:58:48,289 DEBUG [RS:0;6684de3f6e40:36323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7697e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:48,347 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:36323 2024-11-12T17:58:48,347 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:58:48,347 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:58:48,347 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:58:48,348 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,39171,1731434325947 with port=36323, startcode=1731434326140 2024-11-12T17:58:48,348 DEBUG [RS:0;6684de3f6e40:36323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:58:48,349 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:58:48,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,36323,1731434326140 2024-11-12T17:58:48,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39171 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,36323,1731434326140 2024-11-12T17:58:48,356 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3 2024-11-12T17:58:48,356 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42671 2024-11-12T17:58:48,356 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:58:48,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063/rs 2024-11-12T17:58:48,421 DEBUG [RS:0;6684de3f6e40:36323 {}] zookeeper.ZKUtil(111): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Set watcher on existing znode=/2-603905063/rs/6684de3f6e40,36323,1731434326140 2024-11-12T17:58:48,421 WARN [RS:0;6684de3f6e40:36323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:48,421 INFO [RS:0;6684de3f6e40:36323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:48,421 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/WALs/6684de3f6e40,36323,1731434326140 2024-11-12T17:58:48,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,36323,1731434326140] 2024-11-12T17:58:48,472 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:58:48,477 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:58:48,487 INFO [RS:0;6684de3f6e40:36323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:58:48,487 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,499 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:58:48,503 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:58:48,503 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:48,504 DEBUG [RS:0;6684de3f6e40:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:48,518 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,518 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,518 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,518 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,518 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,518 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36323,1731434326140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:48,549 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:58:48,550 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,36323,1731434326140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,550 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,550 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.Replication(171): 6684de3f6e40,36323,1731434326140 started 2024-11-12T17:58:48,568 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:48,568 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,36323,1731434326140, RpcServer on 6684de3f6e40/172.17.0.3:36323, sessionid=0x101317c9e400007 2024-11-12T17:58:48,568 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:58:48,568 DEBUG [RS:0;6684de3f6e40:36323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,36323,1731434326140 2024-11-12T17:58:48,568 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,36323,1731434326140' 2024-11-12T17:58:48,568 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-603905063/flush-table-proc/abort' 2024-11-12T17:58:48,572 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-603905063/flush-table-proc/acquired' 2024-11-12T17:58:48,575 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:58:48,576 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:58:48,576 DEBUG [RS:0;6684de3f6e40:36323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,36323,1731434326140 2024-11-12T17:58:48,576 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,36323,1731434326140' 2024-11-12T17:58:48,576 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-603905063/online-snapshot/abort' 2024-11-12T17:58:48,577 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-603905063/online-snapshot/acquired' 2024-11-12T17:58:48,579 DEBUG [RS:0;6684de3f6e40:36323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:58:48,579 INFO [RS:0;6684de3f6e40:36323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:58:48,579 INFO [RS:0;6684de3f6e40:36323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:58:48,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:58:48,644 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3 2024-11-12T17:58:48,680 INFO [RS:0;6684de3f6e40:36323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:48,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:58:48,685 INFO [RS:0;6684de3f6e40:36323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C36323%2C1731434326140, suffix=, logDir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/WALs/6684de3f6e40,36323,1731434326140, archiveDir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/oldWALs, maxLogs=10 2024-11-12T17:58:48,714 DEBUG [RS:0;6684de3f6e40:36323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/WALs/6684de3f6e40,36323,1731434326140/6684de3f6e40%2C36323%2C1731434326140.1731434328685, exclude list is [], retry=0 2024-11-12T17:58:48,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-21fb008a-4638-41de-a3c9-ff664213f9b1,DISK] 2024-11-12T17:58:48,743 INFO [RS:0;6684de3f6e40:36323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/WALs/6684de3f6e40,36323,1731434326140/6684de3f6e40%2C36323%2C1731434326140.1731434328685 2024-11-12T17:58:48,752 DEBUG [RS:0;6684de3f6e40:36323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42311:42311)] 2024-11-12T17:58:48,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:58:48,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:48,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:49,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:49,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:58:49,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:58:49,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:49,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:49,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:58:49,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:58:49,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:49,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:49,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:58:49,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:58:49,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:49,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:49,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:58:49,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:58:49,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:49,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:49,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:58:49,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740 2024-11-12T17:58:49,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740 2024-11-12T17:58:49,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:58:49,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:58:49,183 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:49,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:58:49,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:49,221 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74579052, jitterRate=0.11131447553634644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:49,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434329084Initializing all the Stores at 1731434329087 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434329087Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434329088 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434329088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434329088Cleaning up temporary data from old regions at 1731434329179 (+91 ms)Region opened successfully at 1731434329221 (+42 ms) 2024-11-12T17:58:49,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:58:49,222 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:58:49,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:58:49,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:58:49,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:58:49,231 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:58:49,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434329222Disabling compacts and flushes for region at 1731434329222Disabling writes for close at 1731434329222Writing region close event to WAL at 1731434329231 (+9 ms)Closed at 1731434329231 2024-11-12T17:58:49,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:49,236 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:58:49,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:58:49,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:49,240 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:58:49,392 DEBUG [6684de3f6e40:39171 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T17:58:49,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,36323,1731434326140 2024-11-12T17:58:49,399 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,36323,1731434326140, state=OPENING 2024-11-12T17:58:49,447 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:58:49,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:49,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:58:49,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-603905063/meta-region-server: CHANGED 2024-11-12T17:58:49,479 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:49,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,36323,1731434326140}] 2024-11-12T17:58:49,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-603905063/meta-region-server: CHANGED 2024-11-12T17:58:49,639 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:49,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:58:49,666 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:58:49,666 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:49,667 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:58:49,691 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C36323%2C1731434326140.meta, suffix=.meta, logDir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/WALs/6684de3f6e40,36323,1731434326140, archiveDir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/oldWALs, maxLogs=10 2024-11-12T17:58:49,711 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/WALs/6684de3f6e40,36323,1731434326140/6684de3f6e40%2C36323%2C1731434326140.meta.1731434329692.meta, exclude list is [], retry=0 2024-11-12T17:58:49,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-21fb008a-4638-41de-a3c9-ff664213f9b1,DISK] 2024-11-12T17:58:49,747 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/WALs/6684de3f6e40,36323,1731434326140/6684de3f6e40%2C36323%2C1731434326140.meta.1731434329692.meta 2024-11-12T17:58:49,765 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42311:42311)] 2024-11-12T17:58:49,766 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:49,766 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:58:49,766 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:58:49,767 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:58:49,767 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:58:49,767 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:58:49,767 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:49,767 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:58:49,767 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:58:49,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:58:49,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:58:49,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:49,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:49,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:58:49,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:58:49,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:49,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:49,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:58:49,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:58:49,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:49,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:49,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:58:49,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:58:49,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:49,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:49,835 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:58:49,843 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740 2024-11-12T17:58:49,858 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740 2024-11-12T17:58:49,883 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:58:49,883 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:58:49,891 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:49,911 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:58:49,917 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68301699, jitterRate=0.01777462661266327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:49,917 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:58:49,917 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434329767Writing region info on filesystem at 1731434329767Initializing all the Stores at 1731434329775 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434329775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434329779 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434329779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434329779Cleaning up temporary data from old regions at 1731434329883 (+104 ms)Running coprocessor post-open hooks at 1731434329917 (+34 ms)Region opened successfully at 1731434329917 2024-11-12T17:58:49,920 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434329639 2024-11-12T17:58:49,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,36323,1731434326140 2024-11-12T17:58:49,969 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,36323,1731434326140, state=OPEN 2024-11-12T17:58:49,970 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:58:49,970 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:58:50,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-603905063/meta-region-server 2024-11-12T17:58:50,001 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,36323,1731434326140 2024-11-12T17:58:50,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-603905063/meta-region-server: CHANGED 2024-11-12T17:58:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-603905063/meta-region-server 2024-11-12T17:58:50,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-603905063/meta-region-server: CHANGED 2024-11-12T17:58:50,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:58:50,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,36323,1731434326140 in 522 msec 2024-11-12T17:58:50,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:58:50,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 769 msec 2024-11-12T17:58:50,011 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:50,011 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:58:50,028 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:50,028 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,36323,1731434326140, seqNum=-1] 2024-11-12T17:58:50,028 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:50,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:50,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9760 sec 2024-11-12T17:58:50,058 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434330058, completionTime=-1 2024-11-12T17:58:50,058 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T17:58:50,058 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:58:50,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T17:58:50,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434390061 2024-11-12T17:58:50,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434450061 2024-11-12T17:58:50,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T17:58:50,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39171,1731434325947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:50,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39171,1731434325947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:50,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39171,1731434325947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:50,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:39171, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:50,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:50,065 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:50,066 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:58:50,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.691sec 2024-11-12T17:58:50,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:58:50,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:58:50,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:58:50,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:58:50,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:58:50,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39171,1731434325947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:50,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39171,1731434325947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:58:50,099 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:58:50,099 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:58:50,099 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39171,1731434325947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:50,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d072328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:50,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39171,-1 for getting cluster id 2024-11-12T17:58:50,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:50,140 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22123dc3-58eb-4e7c-a008-d1373f7d8046' 2024-11-12T17:58:50,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:50,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22123dc3-58eb-4e7c-a008-d1373f7d8046" 2024-11-12T17:58:50,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbe6410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:50,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39171,-1] 2024-11-12T17:58:50,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:50,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:50,142 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:50,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b88a54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:50,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:50,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,36323,1731434326140, seqNum=-1] 2024-11-12T17:58:50,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:50,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:50,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,39171,1731434325947 2024-11-12T17:58:50,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61237 2024-11-12T17:58:50,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:50,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101317c9e400008 connected 2024-11-12T17:58:50,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43619,1731434314103 2024-11-12T17:58:50,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a282d01 2024-11-12T17:58:50,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:50,202 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:50,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:58:50,209 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:58:50,209 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:50,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:58:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:50,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:58:50,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:58:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:50,647 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27bba02ece3f8a0a252bfc2ff67eff59, NAME => 'test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd 2024-11-12T17:58:50,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:58:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:51,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:51,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 27bba02ece3f8a0a252bfc2ff67eff59, disabling compactions & flushes 2024-11-12T17:58:51,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:58:51,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:58:51,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. after waiting 0 ms 2024-11-12T17:58:51,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:58:51,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:58:51,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27bba02ece3f8a0a252bfc2ff67eff59: Waiting for close lock at 1731434331116Disabling compacts and flushes for region at 1731434331116Disabling writes for close at 1731434331117 (+1 ms)Writing region close event to WAL at 1731434331117Closed at 1731434331117 2024-11-12T17:58:51,127 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:58:51,128 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434331128"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434331128"}]},"ts":"1731434331128"} 2024-11-12T17:58:51,140 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:58:51,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:58:51,145 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434331144"}]},"ts":"1731434331144"} 2024-11-12T17:58:51,159 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:58:51,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=27bba02ece3f8a0a252bfc2ff67eff59, ASSIGN}] 2024-11-12T17:58:51,164 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=27bba02ece3f8a0a252bfc2ff67eff59, ASSIGN 2024-11-12T17:58:51,168 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=27bba02ece3f8a0a252bfc2ff67eff59, ASSIGN; state=OFFLINE, location=6684de3f6e40,43323,1731434314523; forceNewPlan=false, retain=false 2024-11-12T17:58:51,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27bba02ece3f8a0a252bfc2ff67eff59, regionState=OPENING, regionLocation=6684de3f6e40,43323,1731434314523 2024-11-12T17:58:51,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=27bba02ece3f8a0a252bfc2ff67eff59, ASSIGN because future has completed 2024-11-12T17:58:51,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27bba02ece3f8a0a252bfc2ff67eff59, server=6684de3f6e40,43323,1731434314523}] 2024-11-12T17:58:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:51,562 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:58:51,562 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 27bba02ece3f8a0a252bfc2ff67eff59, NAME => 'test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:51,562 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:58:51,562 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:58:51,563 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,563 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:51,563 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,563 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,580 INFO [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,596 INFO [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27bba02ece3f8a0a252bfc2ff67eff59 columnFamilyName f 2024-11-12T17:58:51,596 DEBUG [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:51,603 INFO [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] regionserver.HStore(327): Store=27bba02ece3f8a0a252bfc2ff67eff59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:51,603 INFO [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,619 INFO [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27bba02ece3f8a0a252bfc2ff67eff59 columnFamilyName f1 2024-11-12T17:58:51,619 DEBUG [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:51,623 INFO [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] regionserver.HStore(327): Store=27bba02ece3f8a0a252bfc2ff67eff59/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:51,623 INFO [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,632 INFO [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27bba02ece3f8a0a252bfc2ff67eff59 columnFamilyName norep 2024-11-12T17:58:51,632 DEBUG [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:51,633 INFO [StoreOpener-27bba02ece3f8a0a252bfc2ff67eff59-1 {}] regionserver.HStore(327): Store=27bba02ece3f8a0a252bfc2ff67eff59/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:51,633 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,649 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,650 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,661 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,662 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,663 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:58:51,664 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,676 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:51,677 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 27bba02ece3f8a0a252bfc2ff67eff59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62635406, jitterRate=-0.06665971875190735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:58:51,677 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:58:51,677 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 27bba02ece3f8a0a252bfc2ff67eff59: Running coprocessor pre-open hook at 1731434331563Writing region info on filesystem at 1731434331563Initializing all the Stores at 1731434331574 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434331574Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434331577 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434331577Cleaning up temporary data from old regions at 1731434331662 (+85 ms)Running coprocessor post-open hooks at 1731434331677 (+15 ms)Region opened successfully at 1731434331677 2024-11-12T17:58:51,679 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59., pid=6, masterSystemTime=1731434331523 2024-11-12T17:58:51,685 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:58:51,685 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:58:51,685 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27bba02ece3f8a0a252bfc2ff67eff59, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,43323,1731434314523 2024-11-12T17:58:51,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27bba02ece3f8a0a252bfc2ff67eff59, server=6684de3f6e40,43323,1731434314523 because future has completed 2024-11-12T17:58:51,689 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43619 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,43323,1731434314523, table=test, region=27bba02ece3f8a0a252bfc2ff67eff59. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T17:58:51,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:58:51,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 27bba02ece3f8a0a252bfc2ff67eff59, server=6684de3f6e40,43323,1731434314523 in 345 msec 2024-11-12T17:58:51,704 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:58:51,704 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434331704"}]},"ts":"1731434331704"} 2024-11-12T17:58:51,708 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:58:51,709 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:58:51,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.5060 sec 2024-11-12T17:58:51,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:58:51,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=27bba02ece3f8a0a252bfc2ff67eff59, ASSIGN in 539 msec 2024-11-12T17:58:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:52,364 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:58:52,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,36537,1731434320001 2024-11-12T17:58:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fe30e0b 2024-11-12T17:58:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:52,372 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:52,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:58:52,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:58:52,388 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:52,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:58:52,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:58:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:52,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:58:52,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 120ce6a98412413e44e59af8043e4b39, NAME => 'test,,1731434332374.120ce6a98412413e44e59af8043e4b39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430 2024-11-12T17:58:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:58:52,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434332374.120ce6a98412413e44e59af8043e4b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:52,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 120ce6a98412413e44e59af8043e4b39, disabling compactions & flushes 2024-11-12T17:58:52,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:58:52,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:58:52,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434332374.120ce6a98412413e44e59af8043e4b39. after waiting 0 ms 2024-11-12T17:58:52,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:58:52,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:58:52,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 120ce6a98412413e44e59af8043e4b39: Waiting for close lock at 1731434332553Disabling compacts and flushes for region at 1731434332553Disabling writes for close at 1731434332553Writing region close event to WAL at 1731434332553Closed at 1731434332553 2024-11-12T17:58:52,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:58:52,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434332374.120ce6a98412413e44e59af8043e4b39.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434332555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434332555"}]},"ts":"1731434332555"} 2024-11-12T17:58:52,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:58:52,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:58:52,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434332573"}]},"ts":"1731434332573"} 2024-11-12T17:58:52,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:58:52,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=120ce6a98412413e44e59af8043e4b39, ASSIGN}] 2024-11-12T17:58:52,586 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=120ce6a98412413e44e59af8043e4b39, ASSIGN 2024-11-12T17:58:52,589 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=120ce6a98412413e44e59af8043e4b39, ASSIGN; state=OFFLINE, location=6684de3f6e40,41191,1731434320266; forceNewPlan=false, retain=false 2024-11-12T17:58:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:52,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=120ce6a98412413e44e59af8043e4b39, regionState=OPENING, regionLocation=6684de3f6e40,41191,1731434320266 2024-11-12T17:58:52,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=120ce6a98412413e44e59af8043e4b39, ASSIGN because future has completed 2024-11-12T17:58:52,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 120ce6a98412413e44e59af8043e4b39, server=6684de3f6e40,41191,1731434320266}] 2024-11-12T17:58:52,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:52,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:58:52,814 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169082 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6684de3f6e40,40857,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T17:58:52,911 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:58:52,911 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 120ce6a98412413e44e59af8043e4b39, NAME => 'test,,1731434332374.120ce6a98412413e44e59af8043e4b39.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:52,912 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:58:52,912 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:58:52,912 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,912 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434332374.120ce6a98412413e44e59af8043e4b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:52,912 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,912 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,928 INFO [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,936 INFO [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 120ce6a98412413e44e59af8043e4b39 columnFamilyName f 2024-11-12T17:58:52,936 DEBUG [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:52,939 INFO [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] regionserver.HStore(327): Store=120ce6a98412413e44e59af8043e4b39/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:52,940 INFO [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,953 INFO [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 120ce6a98412413e44e59af8043e4b39 columnFamilyName f1 2024-11-12T17:58:52,953 DEBUG [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:52,955 INFO [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] regionserver.HStore(327): Store=120ce6a98412413e44e59af8043e4b39/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:52,955 INFO [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,971 INFO [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 120ce6a98412413e44e59af8043e4b39 columnFamilyName norep 2024-11-12T17:58:52,972 DEBUG [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:52,972 INFO [StoreOpener-120ce6a98412413e44e59af8043e4b39-1 {}] regionserver.HStore(327): Store=120ce6a98412413e44e59af8043e4b39/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:52,973 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,973 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,974 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,979 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,979 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,979 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:58:52,983 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,989 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:52,993 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 120ce6a98412413e44e59af8043e4b39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65891780, jitterRate=-0.01813596487045288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:58:52,993 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:58:52,993 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 120ce6a98412413e44e59af8043e4b39: Running coprocessor pre-open hook at 1731434332912Writing region info on filesystem at 1731434332912Initializing all the Stores at 1731434332924 (+12 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434332924Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434332928 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434332928Cleaning up temporary data from old regions at 1731434332979 (+51 ms)Running coprocessor post-open hooks at 1731434332993 (+14 ms)Region opened successfully at 1731434332993 2024-11-12T17:58:53,000 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434332374.120ce6a98412413e44e59af8043e4b39., pid=6, masterSystemTime=1731434332900 2024-11-12T17:58:53,005 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:58:53,005 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:58:53,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=120ce6a98412413e44e59af8043e4b39, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,41191,1731434320266 2024-11-12T17:58:53,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 120ce6a98412413e44e59af8043e4b39, server=6684de3f6e40,41191,1731434320266 because future has completed 2024-11-12T17:58:53,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:58:53,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 120ce6a98412413e44e59af8043e4b39, server=6684de3f6e40,41191,1731434320266 in 274 msec 2024-11-12T17:58:53,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:58:53,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=120ce6a98412413e44e59af8043e4b39, ASSIGN in 440 msec 2024-11-12T17:58:53,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:58:53,026 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434333026"}]},"ts":"1731434333026"} 2024-11-12T17:58:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:53,032 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:58:53,033 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:58:53,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 658 msec 2024-11-12T17:58:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:53,547 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:58:53,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:53,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,39171,1731434325947 2024-11-12T17:58:53,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64dee81b 2024-11-12T17:58:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:53,552 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:53,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T17:58:53,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:58:53,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:53,564 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T17:58:53,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:58:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:53,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741835_1011 (size=902) 2024-11-12T17:58:53,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19e07411265a1ffe75f8350632ae2eff, NAME => 'test,,1731434333552.19e07411265a1ffe75f8350632ae2eff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3 2024-11-12T17:58:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:53,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741836_1012 (size=39) 2024-11-12T17:58:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:54,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731434333552.19e07411265a1ffe75f8350632ae2eff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:54,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 19e07411265a1ffe75f8350632ae2eff, disabling compactions & flushes 2024-11-12T17:58:54,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:58:54,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:58:54,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. after waiting 0 ms 2024-11-12T17:58:54,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:58:54,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:58:54,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19e07411265a1ffe75f8350632ae2eff: Waiting for close lock at 1731434334084Disabling compacts and flushes for region at 1731434334084Disabling writes for close at 1731434334084Writing region close event to WAL at 1731434334084Closed at 1731434334084 2024-11-12T17:58:54,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:58:54,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731434333552.19e07411265a1ffe75f8350632ae2eff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731434334088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434334088"}]},"ts":"1731434334088"} 2024-11-12T17:58:54,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:58:54,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:58:54,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434334101"}]},"ts":"1731434334101"} 2024-11-12T17:58:54,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T17:58:54,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19e07411265a1ffe75f8350632ae2eff, ASSIGN}] 2024-11-12T17:58:54,110 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19e07411265a1ffe75f8350632ae2eff, ASSIGN 2024-11-12T17:58:54,111 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=19e07411265a1ffe75f8350632ae2eff, ASSIGN; state=OFFLINE, location=6684de3f6e40,36323,1731434326140; forceNewPlan=false, retain=false 2024-11-12T17:58:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:54,266 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19e07411265a1ffe75f8350632ae2eff, regionState=OPENING, regionLocation=6684de3f6e40,36323,1731434326140 2024-11-12T17:58:54,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=19e07411265a1ffe75f8350632ae2eff, ASSIGN because future has completed 2024-11-12T17:58:54,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19e07411265a1ffe75f8350632ae2eff, server=6684de3f6e40,36323,1731434326140}] 2024-11-12T17:58:54,394 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:58:54,478 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:58:54,478 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 19e07411265a1ffe75f8350632ae2eff, NAME => 'test,,1731434333552.19e07411265a1ffe75f8350632ae2eff.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:54,478 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:58:54,479 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T17:58:54,479 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,479 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731434333552.19e07411265a1ffe75f8350632ae2eff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:54,479 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,479 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,501 INFO [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,516 INFO [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e07411265a1ffe75f8350632ae2eff columnFamilyName f 2024-11-12T17:58:54,516 DEBUG [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:54,516 INFO [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] regionserver.HStore(327): Store=19e07411265a1ffe75f8350632ae2eff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:54,517 INFO [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,523 INFO [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e07411265a1ffe75f8350632ae2eff columnFamilyName f1 2024-11-12T17:58:54,524 DEBUG [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:54,531 INFO [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] regionserver.HStore(327): Store=19e07411265a1ffe75f8350632ae2eff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:54,531 INFO [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,544 INFO [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e07411265a1ffe75f8350632ae2eff columnFamilyName norep 2024-11-12T17:58:54,544 DEBUG [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:54,547 INFO [StoreOpener-19e07411265a1ffe75f8350632ae2eff-1 {}] regionserver.HStore(327): Store=19e07411265a1ffe75f8350632ae2eff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:54,547 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,554 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,556 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,570 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,570 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,575 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:58:54,587 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,603 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:54,604 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 19e07411265a1ffe75f8350632ae2eff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62702405, jitterRate=-0.06566135585308075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:58:54,604 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:58:54,604 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 19e07411265a1ffe75f8350632ae2eff: Running coprocessor pre-open hook at 1731434334479Writing region info on filesystem at 1731434334479Initializing all the Stores at 1731434334495 (+16 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434334495Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434334499 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434334499Cleaning up temporary data from old regions at 1731434334570 (+71 ms)Running coprocessor post-open hooks at 1731434334604 (+34 ms)Region opened successfully at 1731434334604 2024-11-12T17:58:54,610 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731434333552.19e07411265a1ffe75f8350632ae2eff., pid=6, masterSystemTime=1731434334432 2024-11-12T17:58:54,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19e07411265a1ffe75f8350632ae2eff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6684de3f6e40,36323,1731434326140 2024-11-12T17:58:54,617 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:58:54,617 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:58:54,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19e07411265a1ffe75f8350632ae2eff, server=6684de3f6e40,36323,1731434326140 because future has completed 2024-11-12T17:58:54,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:58:54,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19e07411265a1ffe75f8350632ae2eff, server=6684de3f6e40,36323,1731434326140 in 361 msec 2024-11-12T17:58:54,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:58:54,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=19e07411265a1ffe75f8350632ae2eff, ASSIGN in 533 msec 2024-11-12T17:58:54,652 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:58:54,652 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434334652"}]},"ts":"1731434334652"} 2024-11-12T17:58:54,657 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T17:58:54,664 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:58:54,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1110 sec 2024-11-12T17:58:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:54,724 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T17:58:54,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196faa69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:54,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43619,-1 for getting cluster id 2024-11-12T17:58:54,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:54,727 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52326a1b-9b64-4a24-a77d-d18ae36d0446' 2024-11-12T17:58:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52326a1b-9b64-4a24-a77d-d18ae36d0446" 2024-11-12T17:58:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fda12ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43619,-1] 2024-11-12T17:58:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:54,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:54,731 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2575d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:54,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43619,1731434314103 2024-11-12T17:58:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5efbb454 2024-11-12T17:58:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:54,736 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:54,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6684de3f6e40:36537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:58:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:58:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:54,740 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:36537' 2024-11-12T17:58:54,743 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bd3ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:54,743 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,36537,-1 for getting cluster id 2024-11-12T17:58:54,743 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:54,747 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f196170c-2a94-455f-8252-1483d5c2bb19' 2024-11-12T17:58:54,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:54,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f196170c-2a94-455f-8252-1483d5c2bb19" 2024-11-12T17:58:54,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ae9cbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:54,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,36537,-1] 2024-11-12T17:58:54,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:54,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:54,749 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:54,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646b33a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:54,756 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,36537,1731434320001 2024-11-12T17:58:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595921a 2024-11-12T17:58:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:54,762 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:54,766 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T17:58:54,766 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:58:54,766 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:54,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:54,766 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:54,767 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:54,774 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T17:58:54,781 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:58:54,781 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:54,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:58:54,824 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T17:58:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741837_1013 (size=1138) 2024-11-12T17:58:54,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01a51bcd59ecf6b7de308380b5ecbe67, NAME => 'hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd 2024-11-12T17:58:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:54,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741838_1014 (size=44) 2024-11-12T17:58:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:55,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:55,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 01a51bcd59ecf6b7de308380b5ecbe67, disabling compactions & flushes 2024-11-12T17:58:55,264 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:58:55,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:58:55,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. after waiting 0 ms 2024-11-12T17:58:55,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:58:55,264 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:58:55,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01a51bcd59ecf6b7de308380b5ecbe67: Waiting for close lock at 1731434335264Disabling compacts and flushes for region at 1731434335264Disabling writes for close at 1731434335264Writing region close event to WAL at 1731434335264Closed at 1731434335264 2024-11-12T17:58:55,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:58:55,267 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731434335266"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434335266"}]},"ts":"1731434335266"} 2024-11-12T17:58:55,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:58:55,274 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:58:55,275 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:58:55,276 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434335275"}]},"ts":"1731434335275"} 2024-11-12T17:58:55,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,279 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T17:58:55,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01a51bcd59ecf6b7de308380b5ecbe67, ASSIGN}] 2024-11-12T17:58:55,282 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01a51bcd59ecf6b7de308380b5ecbe67, ASSIGN 2024-11-12T17:58:55,285 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01a51bcd59ecf6b7de308380b5ecbe67, ASSIGN; state=OFFLINE, location=6684de3f6e40,43323,1731434314523; forceNewPlan=false, retain=false 2024-11-12T17:58:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:55,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01a51bcd59ecf6b7de308380b5ecbe67, regionState=OPENING, regionLocation=6684de3f6e40,43323,1731434314523 2024-11-12T17:58:55,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01a51bcd59ecf6b7de308380b5ecbe67, ASSIGN because future has completed 2024-11-12T17:58:55,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:58:55,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01a51bcd59ecf6b7de308380b5ecbe67, server=6684de3f6e40,43323,1731434314523}] 2024-11-12T17:58:55,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:58:55,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:55,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T17:58:55,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6684de3f6e40%2C43323%2C1731434314523.rep, suffix=, logDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/oldWALs, maxLogs=10 2024-11-12T17:58:55,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.rep.1731434335680, exclude list is [], retry=0 2024-11-12T17:58:55,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34731,DS-5946fd09-110a-451d-aa25-3916c2ec64e6,DISK] 2024-11-12T17:58:55,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.rep.1731434335680 2024-11-12T17:58:55,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-12T17:58:55,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 01a51bcd59ecf6b7de308380b5ecbe67, NAME => 'hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:55,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T17:58:55,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:58:55,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. service=MultiRowMutationService 2024-11-12T17:58:55,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T17:58:55,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:55,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,722 INFO [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,725 INFO [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01a51bcd59ecf6b7de308380b5ecbe67 columnFamilyName hfileref 2024-11-12T17:58:55,725 DEBUG [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:55,726 INFO [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] regionserver.HStore(327): Store=01a51bcd59ecf6b7de308380b5ecbe67/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:55,726 INFO [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,727 INFO [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01a51bcd59ecf6b7de308380b5ecbe67 columnFamilyName queue 2024-11-12T17:58:55,727 DEBUG [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:55,731 INFO [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] regionserver.HStore(327): Store=01a51bcd59ecf6b7de308380b5ecbe67/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:55,731 INFO [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,733 INFO [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01a51bcd59ecf6b7de308380b5ecbe67 columnFamilyName sid 2024-11-12T17:58:55,733 DEBUG [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:55,733 INFO [StoreOpener-01a51bcd59ecf6b7de308380b5ecbe67-1 {}] regionserver.HStore(327): Store=01a51bcd59ecf6b7de308380b5ecbe67/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:55,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T17:58:55,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:55,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 01a51bcd59ecf6b7de308380b5ecbe67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75061379, jitterRate=0.1185017079114914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T17:58:55,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:58:55,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 01a51bcd59ecf6b7de308380b5ecbe67: Running coprocessor pre-open hook at 1731434335721Writing region info on filesystem at 1731434335721Initializing all the Stores at 1731434335722 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434335722Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434335722Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434335722Cleaning up temporary data from old regions at 1731434335734 (+12 ms)Running coprocessor post-open hooks at 1731434335755 (+21 ms)Region opened successfully at 1731434335755 2024-11-12T17:58:55,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67., pid=10, masterSystemTime=1731434335623 2024-11-12T17:58:55,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:58:55,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:58:55,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01a51bcd59ecf6b7de308380b5ecbe67, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,43323,1731434314523 2024-11-12T17:58:55,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01a51bcd59ecf6b7de308380b5ecbe67, server=6684de3f6e40,43323,1731434314523 because future has completed 2024-11-12T17:58:55,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T17:58:55,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 01a51bcd59ecf6b7de308380b5ecbe67, server=6684de3f6e40,43323,1731434314523 in 317 msec 2024-11-12T17:58:55,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T17:58:55,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01a51bcd59ecf6b7de308380b5ecbe67, ASSIGN in 493 msec 2024-11-12T17:58:55,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:58:55,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434335781"}]},"ts":"1731434335781"} 2024-11-12T17:58:55,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T17:58:55,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:58:55,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0180 sec 2024-11-12T17:58:55,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67., hostname=6684de3f6e40,43323,1731434314523, seqNum=2] 2024-11-12T17:58:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:55,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:55,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:58:55,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:58:56,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T17:58:56,087 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T17:58:56,145 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6684de3f6e40,43323,1731434314523, ReplicationSource: 1, currentBandwidth=0 2024-11-12T17:58:56,145 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:56,145 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,43323,1731434314523, seqNum=-1] 2024-11-12T17:58:56,146 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:56,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-12T17:58:56,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6684de3f6e40,43323,1731434314523', locateType=CURRENT is [region=hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67., hostname=6684de3f6e40,43323,1731434314523, seqNum=2] 2024-11-12T17:58:56,159 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T17:58:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T17:58:56,175 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6684de3f6e40,43323,1731434314523 suceeded 2024-11-12T17:58:56,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T17:58:56,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 253 msec 2024-11-12T17:58:56,181 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6684de3f6e40:36537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:58:56,181 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:36537' 2024-11-12T17:58:56,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4450 sec 2024-11-12T17:58:56,188 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63f7468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,188 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,36537,-1 for getting cluster id 2024-11-12T17:58:56,188 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:56,192 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f196170c-2a94-455f-8252-1483d5c2bb19' 2024-11-12T17:58:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f196170c-2a94-455f-8252-1483d5c2bb19" 2024-11-12T17:58:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52620b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,36537,-1] 2024-11-12T17:58:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:56,193 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:56,193 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d848ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,193 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:56,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,36537,1731434320001 2024-11-12T17:58:56,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@241db7af 2024-11-12T17:58:56,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:56,195 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T17:58:56,195 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6684de3f6e40,43323,1731434314523 (queues=1) is replicating from cluster=52326a1b-9b64-4a24-a77d-d18ae36d0446 to cluster=f196170c-2a94-455f-8252-1483d5c2bb19 2024-11-12T17:58:56,195 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6684de3f6e40%2C43323%2C1731434314523 2024-11-12T17:58:56,195 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6684de3f6e40,43323,1731434314523, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:58:56,196 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348, startPosition=0, beingWritten=true 2024-11-12T17:58:56,199 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C43323%2C1731434314523 2024-11-12T17:58:56,205 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:58:56,205 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 to pos 379, reset compression=false 2024-11-12T17:58:56,205 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,43323,1731434314523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:58:56,412 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 to pos 379, reset compression=false 2024-11-12T17:58:56,732 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 to pos 379, reset compression=false 2024-11-12T17:58:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:58:56,903 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T17:58:56,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:56,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:56,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:56,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:56,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:56,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648b5073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43619,-1 for getting cluster id 2024-11-12T17:58:56,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:56,917 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52326a1b-9b64-4a24-a77d-d18ae36d0446' 2024-11-12T17:58:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52326a1b-9b64-4a24-a77d-d18ae36d0446" 2024-11-12T17:58:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cde2e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43619,-1] 2024-11-12T17:58:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:56,923 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:56,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160bb73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d73dae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,36537,-1 for getting cluster id 2024-11-12T17:58:56,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:56,937 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f196170c-2a94-455f-8252-1483d5c2bb19' 2024-11-12T17:58:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f196170c-2a94-455f-8252-1483d5c2bb19" 2024-11-12T17:58:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2326a739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,36537,-1] 2024-11-12T17:58:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:56,947 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce1e9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f362b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39171,-1 for getting cluster id 2024-11-12T17:58:56,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:56,959 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22123dc3-58eb-4e7c-a008-d1373f7d8046' 2024-11-12T17:58:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22123dc3-58eb-4e7c-a008-d1373f7d8046" 2024-11-12T17:58:56,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df8464f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39171,-1] 2024-11-12T17:58:56,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:56,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:56,963 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8c2466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:56,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:56,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731434336975/Put/seqid=0 2024-11-12T17:58:57,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741840_1016 (size=7894) 2024-11-12T17:58:57,039 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731434337038/Put/seqid=0 2024-11-12T17:58:57,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741841_1017 (size=7691) 2024-11-12T17:58:57,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2274e32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:57,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43619,-1 for getting cluster id 2024-11-12T17:58:57,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:57,077 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52326a1b-9b64-4a24-a77d-d18ae36d0446' 2024-11-12T17:58:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52326a1b-9b64-4a24-a77d-d18ae36d0446" 2024-11-12T17:58:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8b8e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43619,-1] 2024-11-12T17:58:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:57,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:57,084 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:57,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e02105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:57,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,43323,1731434314523, seqNum=-1] 2024-11-12T17:58:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:57,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:57,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:57,145 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 to pos 379, reset compression=false 2024-11-12T17:58:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43619,1731434314103 2024-11-12T17:58:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6701a9c9 2024-11-12T17:58:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:57,152 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:57,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59., hostname=6684de3f6e40,43323,1731434314523, seqNum=2] 2024-11-12T17:58:57,168 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:58:57,195 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-12T17:58:57,215 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-12T17:58:57,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 27bba02ece3f8a0a252bfc2ff67eff59/f 2024-11-12T17:58:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T17:58:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:58:57,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 27bba02ece3f8a0a252bfc2ff67eff59/f 2024-11-12T17:58:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T17:58:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:58:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HRegion(2603): Flush status journal for 27bba02ece3f8a0a252bfc2ff67eff59: 2024-11-12T17:58:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__euhdtmr2empu0hh1dlvb19euor9d2v4dd576am1g6qrchb54jr2rbgfpo4gkq7i9/f/hfile_1 2024-11-12T17:58:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__euhdtmr2empu0hh1dlvb19euor9d2v4dd576am1g6qrchb54jr2rbgfpo4gkq7i9/f/hfile_1 as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_ 2024-11-12T17:58:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__euhdtmr2empu0hh1dlvb19euor9d2v4dd576am1g6qrchb54jr2rbgfpo4gkq7i9/f/hfile_0 2024-11-12T17:58:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__euhdtmr2empu0hh1dlvb19euor9d2v4dd576am1g6qrchb54jr2rbgfpo4gkq7i9/f/hfile_0 as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_ 2024-11-12T17:58:57,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__euhdtmr2empu0hh1dlvb19euor9d2v4dd576am1g6qrchb54jr2rbgfpo4gkq7i9/f/hfile_1 into 27bba02ece3f8a0a252bfc2ff67eff59/f as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_ - updating store file list. 2024-11-12T17:58:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:58:57,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_ into 27bba02ece3f8a0a252bfc2ff67eff59/f 2024-11-12T17:58:57,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__euhdtmr2empu0hh1dlvb19euor9d2v4dd576am1g6qrchb54jr2rbgfpo4gkq7i9/f/hfile_1 into 27bba02ece3f8a0a252bfc2ff67eff59/f (new location: hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_) 2024-11-12T17:58:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__euhdtmr2empu0hh1dlvb19euor9d2v4dd576am1g6qrchb54jr2rbgfpo4gkq7i9/f/hfile_1 2024-11-12T17:58:57,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__euhdtmr2empu0hh1dlvb19euor9d2v4dd576am1g6qrchb54jr2rbgfpo4gkq7i9/f/hfile_0 into 27bba02ece3f8a0a252bfc2ff67eff59/f as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_ - updating store file list. 2024-11-12T17:58:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:58:57,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_ into 27bba02ece3f8a0a252bfc2ff67eff59/f 2024-11-12T17:58:57,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__euhdtmr2empu0hh1dlvb19euor9d2v4dd576am1g6qrchb54jr2rbgfpo4gkq7i9/f/hfile_0 into 27bba02ece3f8a0a252bfc2ff67eff59/f (new location: hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_) 2024-11-12T17:58:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__euhdtmr2empu0hh1dlvb19euor9d2v4dd576am1g6qrchb54jr2rbgfpo4gkq7i9/f/hfile_0 2024-11-12T17:58:57,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:57,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:57,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59., hostname=6684de3f6e40,43323,1731434314523, seqNum=2 , the old value is region=test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59., hostname=6684de3f6e40,43323,1731434314523, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6684de3f6e40:43323 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:58:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59., hostname=6684de3f6e40,43323,1731434314523, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:58:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59., hostname=6684de3f6e40,43323,1731434314523, seqNum=2 from cache 2024-11-12T17:58:57,472 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T17:58:57,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:57,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:57,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41191,1731434320266, seqNum=-1] 2024-11-12T17:58:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:57,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:57,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434332374.120ce6a98412413e44e59af8043e4b39., hostname=6684de3f6e40,41191,1731434320266, seqNum=2] 2024-11-12T17:58:57,485 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T17:58:57,582 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:43323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T17:58:57,679 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 to pos 379, reset compression=false 2024-11-12T17:58:57,688 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:58:57,688 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,43323,1731434314523 got entry batch from reader: WALEntryBatch [walEntries=[{test/27bba02ece3f8a0a252bfc2ff67eff59/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731434337465/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T17:58:57,690 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:57,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T17:58:57,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.ReplicationSink(318): Replicating [52326a1b-9b64-4a24-a77d-d18ae36d0446] bulk loaded data 2024-11-12T17:58:57,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@421c2011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:57,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,36537,-1 for getting cluster id 2024-11-12T17:58:57,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:57,697 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f196170c-2a94-455f-8252-1483d5c2bb19' 2024-11-12T17:58:57,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:57,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f196170c-2a94-455f-8252-1483d5c2bb19" 2024-11-12T17:58:57,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f776f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:57,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,36537,-1] 2024-11-12T17:58:57,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:57,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:57,701 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:57,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10c6bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741837_1013 (size=7691) 2024-11-12T17:58:57,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741838_1014 (size=7894) 2024-11-12T17:58:57,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:57,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,36537,1731434320001 2024-11-12T17:58:57,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19a859cc 2024-11-12T17:58:57,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:57,789 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-12T17:58:57,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:58:57,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:57,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,41191,1731434320266, seqNum=-1] 2024-11-12T17:58:57,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:57,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-12T17:58:57,803 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-12T17:58:57,805 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-12T17:58:57,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_ for inclusion in 120ce6a98412413e44e59af8043e4b39/f 2024-11-12T17:58:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T17:58:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:58:57,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_ for inclusion in 120ce6a98412413e44e59af8043e4b39/f 2024-11-12T17:58:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T17:58:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:58:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(2603): Flush status journal for 120ce6a98412413e44e59af8043e4b39: 2024-11-12T17:58:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:58:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_ as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/1977d49468474aa1b38a3df632ebf995_SeqId_4_ 2024-11-12T17:58:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:58:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_ as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/3495a570792b42529bc8b0181c4934af_SeqId_4_ 2024-11-12T17:58:57,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_ into 120ce6a98412413e44e59af8043e4b39/f as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/1977d49468474aa1b38a3df632ebf995_SeqId_4_ - updating store file list. 2024-11-12T17:58:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1977d49468474aa1b38a3df632ebf995_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:58:57,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/1977d49468474aa1b38a3df632ebf995_SeqId_4_ into 120ce6a98412413e44e59af8043e4b39/f 2024-11-12T17:58:57,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_ into 120ce6a98412413e44e59af8043e4b39/f (new location: hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/1977d49468474aa1b38a3df632ebf995_SeqId_4_) 2024-11-12T17:58:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_ 2024-11-12T17:58:57,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_ into 120ce6a98412413e44e59af8043e4b39/f as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/3495a570792b42529bc8b0181c4934af_SeqId_4_ - updating store file list. 2024-11-12T17:58:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3495a570792b42529bc8b0181c4934af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:58:57,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/3495a570792b42529bc8b0181c4934af_SeqId_4_ into 120ce6a98412413e44e59af8043e4b39/f 2024-11-12T17:58:57,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_ into 120ce6a98412413e44e59af8043e4b39/f (new location: hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/3495a570792b42529bc8b0181c4934af_SeqId_4_) 2024-11-12T17:58:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__s6m3kpsqurjg7kec0qm4kh2fv450q8t36s0ghfkk97me5anao96drl7b7o8fri38/f/6ff3148d81654e11b50be1a5daf28a0c_SeqId_4_ 2024-11-12T17:58:57,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.ReplicationSink(324): Finished replicating [52326a1b-9b64-4a24-a77d-d18ae36d0446] bulk loaded data 2024-11-12T17:58:57,891 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 to pos 687, reset compression=false 2024-11-12T17:58:58,229 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 to pos 687, reset compression=false 2024-11-12T17:58:58,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,36323,1731434326140, seqNum=-1] 2024-11-12T17:58:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:58,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:58,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434333552.19e07411265a1ffe75f8350632ae2eff., hostname=6684de3f6e40,36323,1731434326140, seqNum=2] 2024-11-12T17:58:58,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:58,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:58:58,535 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C43323%2C1731434314523.meta:.meta(num 1731434316832) roll requested 2024-11-12T17:58:58,559 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.meta.1731434338535.meta, exclude list is [], retry=0 2024-11-12T17:58:58,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34731,DS-5946fd09-110a-451d-aa25-3916c2ec64e6,DISK] 2024-11-12T17:58:58,579 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.meta.1731434316832.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.meta.1731434338535.meta 2024-11-12T17:58:58,588 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-12T17:58:58,588 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.meta.1731434316832.meta is not closed yet, will try archiving it next time 2024-11-12T17:58:58,588 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C43323%2C1731434314523.rep:(num 1731434335680) roll requested 2024-11-12T17:58:58,607 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.rep.1731434338588, exclude list is [], retry=0 2024-11-12T17:58:58,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34731,DS-5946fd09-110a-451d-aa25-3916c2ec64e6,DISK] 2024-11-12T17:58:58,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741834_1010 (size=3473) 2024-11-12T17:58:58,620 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.rep.1731434335680 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.rep.1731434338588 2024-11-12T17:58:58,623 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-12T17:58:58,623 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.rep.1731434335680 is not closed yet, will try archiving it next time 2024-11-12T17:58:58,623 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6684de3f6e40%2C43323%2C1731434314523:(num 1731434316348) roll requested 2024-11-12T17:58:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741839_1015 (size=1505) 2024-11-12T17:58:58,636 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.rep.1731434335680 not finished, retry = 0 2024-11-12T17:58:58,645 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624, exclude list is [], retry=0 2024-11-12T17:58:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34731,DS-5946fd09-110a-451d-aa25-3916c2ec64e6,DISK] 2024-11-12T17:58:58,653 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 to pos 687, reset compression=false 2024-11-12T17:58:58,659 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 2024-11-12T17:58:58,667 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-12T17:58:58,667 DEBUG [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 is not closed yet, will try archiving it next time 2024-11-12T17:58:58,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178bac2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:58,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43619,-1 for getting cluster id 2024-11-12T17:58:58,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:58,669 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52326a1b-9b64-4a24-a77d-d18ae36d0446' 2024-11-12T17:58:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52326a1b-9b64-4a24-a77d-d18ae36d0446" 2024-11-12T17:58:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f55212b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43619,-1] 2024-11-12T17:58:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:58,671 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:58,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea91b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:58,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:58,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43619,1731434314103 2024-11-12T17:58:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e9f004d 2024-11-12T17:58:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:58,673 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:58,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6684de3f6e40:39171,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T17:58:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T17:58:58,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741833_1009 (size=695) 2024-11-12T17:58:58,678 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:39171' 2024-11-12T17:58:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T17:58:58,681 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ce82bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:58,681 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39171,-1 for getting cluster id 2024-11-12T17:58:58,681 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:58,682 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22123dc3-58eb-4e7c-a008-d1373f7d8046' 2024-11-12T17:58:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22123dc3-58eb-4e7c-a008-d1373f7d8046" 2024-11-12T17:58:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe9fa86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39171,-1] 2024-11-12T17:58:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:58,684 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:58,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aac0d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:58,685 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:58,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,39171,1731434325947 2024-11-12T17:58:58,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54714cf7 2024-11-12T17:58:58,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:58,687 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:58,687 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T17:58:58,688 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T17:58:58,688 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:58,688 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:58,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:58,691 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 to hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/oldWALs/6684de3f6e40%2C43323%2C1731434314523.1731434316348 2024-11-12T17:58:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T17:58:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T17:58:59,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T17:58:59,169 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 to pos 687, reset compression=false 2024-11-12T17:58:59,172 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 was moved to hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/oldWALs/6684de3f6e40%2C43323%2C1731434314523.1731434316348 2024-11-12T17:58:59,178 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348 2024-11-12T17:58:59,178 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624, startPosition=0, beingWritten=true 2024-11-12T17:58:59,179 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,43323,1731434314523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434316348, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T17:58:59,186 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6684de3f6e40%2C43323%2C1731434314523.1731434316348] 2024-11-12T17:58:59,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T17:58:59,227 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T17:58:59,300 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6684de3f6e40,43323,1731434314523, ReplicationSource: 2, currentBandwidth=0 2024-11-12T17:58:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T17:58:59,315 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T17:58:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T17:58:59,323 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6684de3f6e40,43323,1731434314523 suceeded 2024-11-12T17:58:59,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T17:58:59,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 255 msec 2024-11-12T17:58:59,327 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6684de3f6e40:39171,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T17:58:59,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 654 msec 2024-11-12T17:58:59,342 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6684de3f6e40:39171' 2024-11-12T17:58:59,347 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46def8d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:59,347 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39171,-1 for getting cluster id 2024-11-12T17:58:59,348 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:59,348 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22123dc3-58eb-4e7c-a008-d1373f7d8046' 2024-11-12T17:58:59,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22123dc3-58eb-4e7c-a008-d1373f7d8046" 2024-11-12T17:58:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2112e1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39171,-1] 2024-11-12T17:58:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:59,350 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:59,351 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e8c6e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:59,351 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:59,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,39171,1731434325947 2024-11-12T17:58:59,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6912de1f 2024-11-12T17:58:59,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:59,352 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T17:58:59,353 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6684de3f6e40,43323,1731434314523 (queues=1) is replicating from cluster=52326a1b-9b64-4a24-a77d-d18ae36d0446 to cluster=22123dc3-58eb-4e7c-a008-d1373f7d8046 2024-11-12T17:58:59,353 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6684de3f6e40%2C43323%2C1731434314523 2024-11-12T17:58:59,353 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6684de3f6e40,43323,1731434314523, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T17:58:59,353 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624, startPosition=0, beingWritten=true 2024-11-12T17:58:59,355 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6684de3f6e40%2C43323%2C1731434314523 2024-11-12T17:58:59,569 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 0, reset compression=false 2024-11-12T17:58:59,807 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 0, reset compression=false 2024-11-12T17:58:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T17:58:59,822 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T17:58:59,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:59,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:59,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:59,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:59,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:59,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:59,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731434339826/Put/seqid=0 2024-11-12T17:58:59,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741845_1021 (size=11194) 2024-11-12T17:58:59,878 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 0, reset compression=false 2024-11-12T17:59:00,253 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731434340253/Put/seqid=0 2024-11-12T17:59:00,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741846_1022 (size=10791) 2024-11-12T17:59:00,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c08e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:59:00,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,43619,-1 for getting cluster id 2024-11-12T17:59:00,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:59:00,274 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52326a1b-9b64-4a24-a77d-d18ae36d0446' 2024-11-12T17:59:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:59:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52326a1b-9b64-4a24-a77d-d18ae36d0446" 2024-11-12T17:59:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8bb20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:59:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,43619,-1] 2024-11-12T17:59:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:59:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:00,276 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:59:00,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242d26a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:59:00,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:59:00,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,43323,1731434314523, seqNum=-1] 2024-11-12T17:59:00,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:59:00,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:59:00,281 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 0, reset compression=false 2024-11-12T17:59:00,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:59:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,43619,1731434314103 2024-11-12T17:59:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c242f9 2024-11-12T17:59:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:59:00,290 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:59:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59., hostname=6684de3f6e40,43323,1731434314523, seqNum=2] 2024-11-12T17:59:00,299 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:59:00,304 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-12T17:59:00,306 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-12T17:59:00,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 27bba02ece3f8a0a252bfc2ff67eff59/f 2024-11-12T17:59:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T17:59:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:59:00,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 27bba02ece3f8a0a252bfc2ff67eff59/f 2024-11-12T17:59:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T17:59:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:59:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HRegion(2603): Flush status journal for 27bba02ece3f8a0a252bfc2ff67eff59: 2024-11-12T17:59:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__j7a5189b8022kuq8mkmn7t348vg6cecqkdblip806nk5hlge702o4jt4v5nqaont/f/hfile_0 2024-11-12T17:59:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__j7a5189b8022kuq8mkmn7t348vg6cecqkdblip806nk5hlge702o4jt4v5nqaont/f/hfile_0 as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ 2024-11-12T17:59:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__j7a5189b8022kuq8mkmn7t348vg6cecqkdblip806nk5hlge702o4jt4v5nqaont/f/hfile_1 2024-11-12T17:59:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__j7a5189b8022kuq8mkmn7t348vg6cecqkdblip806nk5hlge702o4jt4v5nqaont/f/hfile_1 as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ 2024-11-12T17:59:00,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__j7a5189b8022kuq8mkmn7t348vg6cecqkdblip806nk5hlge702o4jt4v5nqaont/f/hfile_0 into 27bba02ece3f8a0a252bfc2ff67eff59/f as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ - updating store file list. 2024-11-12T17:59:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90b4664b501946d9a0ecb7a5a522650e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T17:59:00,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ into 27bba02ece3f8a0a252bfc2ff67eff59/f 2024-11-12T17:59:00,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__j7a5189b8022kuq8mkmn7t348vg6cecqkdblip806nk5hlge702o4jt4v5nqaont/f/hfile_0 into 27bba02ece3f8a0a252bfc2ff67eff59/f (new location: hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_) 2024-11-12T17:59:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__j7a5189b8022kuq8mkmn7t348vg6cecqkdblip806nk5hlge702o4jt4v5nqaont/f/hfile_0 2024-11-12T17:59:00,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__j7a5189b8022kuq8mkmn7t348vg6cecqkdblip806nk5hlge702o4jt4v5nqaont/f/hfile_1 into 27bba02ece3f8a0a252bfc2ff67eff59/f as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ - updating store file list. 2024-11-12T17:59:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ef65b45ffec492087ec343fcf71b670_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T17:59:00,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ into 27bba02ece3f8a0a252bfc2ff67eff59/f 2024-11-12T17:59:00,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__j7a5189b8022kuq8mkmn7t348vg6cecqkdblip806nk5hlge702o4jt4v5nqaont/f/hfile_1 into 27bba02ece3f8a0a252bfc2ff67eff59/f (new location: hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_) 2024-11-12T17:59:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/staging/jenkins__test__j7a5189b8022kuq8mkmn7t348vg6cecqkdblip806nk5hlge702o4jt4v5nqaont/f/hfile_1 2024-11-12T17:59:00,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:59:00,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:00,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:00,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59., hostname=6684de3f6e40,43323,1731434314523, seqNum=2 , the old value is region=test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59., hostname=6684de3f6e40,43323,1731434314523, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6684de3f6e40:43323 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:59:00,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59., hostname=6684de3f6e40,43323,1731434314523, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T17:59:00,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59., hostname=6684de3f6e40,43323,1731434314523, seqNum=2 from cache 2024-11-12T17:59:00,348 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T17:59:00,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:00,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:59:00,360 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T17:59:00,452 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:43323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T17:59:00,511 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 0, reset compression=false 2024-11-12T17:59:00,551 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:59:00,551 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,43323,1731434314523 got entry batch from reader: WALEntryBatch [walEntries=[{test/27bba02ece3f8a0a252bfc2ff67eff59/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731434340346/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T17:59:00,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.ReplicationSink(318): Replicating [52326a1b-9b64-4a24-a77d-d18ae36d0446] bulk loaded data 2024-11-12T17:59:00,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741839_1015 (size=11194) 2024-11-12T17:59:00,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741840_1016 (size=10791) 2024-11-12T17:59:00,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:59:00,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T17:59:00,692 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T17:59:00,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ for inclusion in 120ce6a98412413e44e59af8043e4b39/f 2024-11-12T17:59:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T17:59:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:59:00,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ for inclusion in 120ce6a98412413e44e59af8043e4b39/f 2024-11-12T17:59:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T17:59:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:59:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(2603): Flush status journal for 120ce6a98412413e44e59af8043e4b39: 2024-11-12T17:59:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7ef65b45ffec492087ec343fcf71b670_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:59:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/998a30880d834412b112c6906a8029b4_SeqId_6_ 2024-11-12T17:59:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:59:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/1190577654554a39bdcc7b7ef18b8960_SeqId_6_ 2024-11-12T17:59:00,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ into 120ce6a98412413e44e59af8043e4b39/f as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/998a30880d834412b112c6906a8029b4_SeqId_6_ - updating store file list. 2024-11-12T17:59:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 998a30880d834412b112c6906a8029b4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T17:59:00,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/998a30880d834412b112c6906a8029b4_SeqId_6_ into 120ce6a98412413e44e59af8043e4b39/f 2024-11-12T17:59:00,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ into 120ce6a98412413e44e59af8043e4b39/f (new location: hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/998a30880d834412b112c6906a8029b4_SeqId_6_) 2024-11-12T17:59:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ 2024-11-12T17:59:00,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ into 120ce6a98412413e44e59af8043e4b39/f as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/1190577654554a39bdcc7b7ef18b8960_SeqId_6_ - updating store file list. 2024-11-12T17:59:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1190577654554a39bdcc7b7ef18b8960_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T17:59:00,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/1190577654554a39bdcc7b7ef18b8960_SeqId_6_ into 120ce6a98412413e44e59af8043e4b39/f 2024-11-12T17:59:00,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ into 120ce6a98412413e44e59af8043e4b39/f (new location: hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/f/1190577654554a39bdcc7b7ef18b8960_SeqId_6_) 2024-11-12T17:59:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/staging/jenkins.hfs.22__test__upgdasm8b08vh68quoejok89m98vv16094m5nu29uibu9kims0quoslgiqcmh37i/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ 2024-11-12T17:59:00,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.ReplicationSink(324): Finished replicating [52326a1b-9b64-4a24-a77d-d18ae36d0446] bulk loaded data 2024-11-12T17:59:00,751 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:00,794 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 0, reset compression=false 2024-11-12T17:59:00,807 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T17:59:00,807 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6684de3f6e40,43323,1731434314523 got entry batch from reader: WALEntryBatch [walEntries=[{test/27bba02ece3f8a0a252bfc2ff67eff59/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731434340346/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T17:59:00,812 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:59:00,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T17:59:00,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] regionserver.ReplicationSink(318): Replicating [52326a1b-9b64-4a24-a77d-d18ae36d0446] bulk loaded data 2024-11-12T17:59:00,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d7f1d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:59:00,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,39171,-1 for getting cluster id 2024-11-12T17:59:00,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:59:00,819 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22123dc3-58eb-4e7c-a008-d1373f7d8046' 2024-11-12T17:59:00,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:59:00,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22123dc3-58eb-4e7c-a008-d1373f7d8046" 2024-11-12T17:59:00,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eb816f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:59:00,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,39171,-1] 2024-11-12T17:59:00,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:59:00,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:00,821 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:59:00,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18a31a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:59:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741837_1013 (size=11194) 2024-11-12T17:59:00,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741838_1014 (size=10791) 2024-11-12T17:59:00,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:59:01,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,39171,1731434325947 2024-11-12T17:59:01,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d73577 2024-11-12T17:59:01,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:59:01,007 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:01,010 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-12T17:59:01,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T17:59:01,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:59:01,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,36323,1731434326140, seqNum=-1] 2024-11-12T17:59:01,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:59:01,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-12T17:59:01,056 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T17:59:01,064 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:01,071 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T17:59:01,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ for inclusion in 19e07411265a1ffe75f8350632ae2eff/f 2024-11-12T17:59:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T17:59:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:59:01,120 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ for inclusion in 19e07411265a1ffe75f8350632ae2eff/f 2024-11-12T17:59:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T17:59:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T17:59:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HRegion(2603): Flush status journal for 19e07411265a1ffe75f8350632ae2eff: 2024-11-12T17:59:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7ef65b45ffec492087ec343fcf71b670_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:59:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ as hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff/f/e3d86d0092b248adbe725dcc13bb03f2_SeqId_4_ 2024-11-12T17:59:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T17:59:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ as hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff/f/26381a5b42ff42f295534808d7ae5948_SeqId_4_ 2024-11-12T17:59:01,169 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ into 19e07411265a1ffe75f8350632ae2eff/f as hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff/f/e3d86d0092b248adbe725dcc13bb03f2_SeqId_4_ - updating store file list. 2024-11-12T17:59:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3d86d0092b248adbe725dcc13bb03f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:59:01,182 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff/f/e3d86d0092b248adbe725dcc13bb03f2_SeqId_4_ into 19e07411265a1ffe75f8350632ae2eff/f 2024-11-12T17:59:01,182 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ into 19e07411265a1ffe75f8350632ae2eff/f (new location: hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff/f/e3d86d0092b248adbe725dcc13bb03f2_SeqId_4_) 2024-11-12T17:59:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/7ef65b45ffec492087ec343fcf71b670_SeqId_6_ 2024-11-12T17:59:01,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ into 19e07411265a1ffe75f8350632ae2eff/f as hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff/f/26381a5b42ff42f295534808d7ae5948_SeqId_4_ - updating store file list. 2024-11-12T17:59:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26381a5b42ff42f295534808d7ae5948_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T17:59:01,191 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff/f/26381a5b42ff42f295534808d7ae5948_SeqId_4_ into 19e07411265a1ffe75f8350632ae2eff/f 2024-11-12T17:59:01,191 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ into 19e07411265a1ffe75f8350632ae2eff/f (new location: hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff/f/26381a5b42ff42f295534808d7ae5948_SeqId_4_) 2024-11-12T17:59:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/staging/jenkins.hfs.23__test__b61aomj15u02db6jbli2s0jdj0o0eepmdcje07j1qsajgq4jjhtnarl1p30879n3/f/90b4664b501946d9a0ecb7a5a522650e_SeqId_6_ 2024-11-12T17:59:01,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] regionserver.ReplicationSink(324): Finished replicating [52326a1b-9b64-4a24-a77d-d18ae36d0446] bulk loaded data 2024-11-12T17:59:01,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:59:01,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,339 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:01,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:01,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:59:01,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:59:01,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:01,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:01,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:01,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:59:01,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:59:01,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1237239765, stopped=false 2024-11-12T17:59:01,398 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,39171,1731434325947 2024-11-12T17:59:01,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-603905063/running 2024-11-12T17:59:01,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:59:01,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-603905063/running 2024-11-12T17:59:01,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:59:01,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:59:01,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:59:01,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:01,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:01,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Set watcher on znode that does not yet exist, /2-603905063/running 2024-11-12T17:59:01,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Set watcher on znode that does not yet exist, /2-603905063/running 2024-11-12T17:59:01,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,36323,1731434326140' ***** 2024-11-12T17:59:01,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:59:01,425 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:59:01,425 INFO [RS:0;6684de3f6e40:36323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:59:01,425 INFO [RS:0;6684de3f6e40:36323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:59:01,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:59:01,426 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(3091): Received CLOSE for 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:59:01,430 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,36323,1731434326140 2024-11-12T17:59:01,430 INFO [RS:0;6684de3f6e40:36323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:59:01,430 INFO [RS:0;6684de3f6e40:36323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:36323. 2024-11-12T17:59:01,430 DEBUG [RS:0;6684de3f6e40:36323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:01,430 DEBUG [RS:0;6684de3f6e40:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:01,430 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:59:01,430 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:59:01,430 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:59:01,430 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:59:01,431 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19e07411265a1ffe75f8350632ae2eff, disabling compactions & flushes 2024-11-12T17:59:01,431 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:59:01,431 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:59:01,431 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. after waiting 0 ms 2024-11-12T17:59:01,432 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:59:01,434 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:59:01,434 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19e07411265a1ffe75f8350632ae2eff=test,,1731434333552.19e07411265a1ffe75f8350632ae2eff.} 2024-11-12T17:59:01,434 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19e07411265a1ffe75f8350632ae2eff 2024-11-12T17:59:01,434 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:59:01,434 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:59:01,434 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:59:01,434 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:59:01,435 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:59:01,435 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T17:59:01,482 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/info/49dc43ae2f974235a06ec70eafc9bb4d is 129, key is test,,1731434333552.19e07411265a1ffe75f8350632ae2eff./info:regioninfo/1731434334615/Put/seqid=0 2024-11-12T17:59:01,487 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/default/test/19e07411265a1ffe75f8350632ae2eff/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T17:59:01,492 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:59:01,492 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:59:01,492 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:59:01,492 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19e07411265a1ffe75f8350632ae2eff: Waiting for close lock at 1731434341431Running coprocessor pre-close hooks at 1731434341431Disabling compacts and flushes for region at 1731434341431Disabling writes for close at 1731434341431Writing region close event to WAL at 1731434341453 (+22 ms)Running coprocessor post-close hooks at 1731434341491 (+38 ms)Closed at 1731434341492 (+1 ms) 2024-11-12T17:59:01,492 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434333552.19e07411265a1ffe75f8350632ae2eff. 2024-11-12T17:59:01,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T17:59:01,502 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:01,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741839_1015 (size=6421) 2024-11-12T17:59:01,512 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:59:01,519 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:59:01,519 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:59:01,635 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:01,769 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:01,839 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:01,911 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/info/49dc43ae2f974235a06ec70eafc9bb4d 2024-11-12T17:59:01,938 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/ns/32cbdb582f604af29f929bc8d4899597 is 43, key is default/ns:d/1731434330034/Put/seqid=0 2024-11-12T17:59:01,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741840_1016 (size=5153) 2024-11-12T17:59:02,029 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:02,043 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:02,247 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:02,289 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:02,375 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/ns/32cbdb582f604af29f929bc8d4899597 2024-11-12T17:59:02,430 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/rep_barrier/4d9ab473d706436abf61a66b95e0a1ca is 112, key is test,,1731434333552.19e07411265a1ffe75f8350632ae2eff./rep_barrier:seqnumDuringOpen/1731434334615/Put/seqid=0 2024-11-12T17:59:02,447 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:59:02,447 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:59:02,447 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:02,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741841_1017 (size=5518) 2024-11-12T17:59:02,648 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:02,669 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:02,848 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:02,866 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/rep_barrier/4d9ab473d706436abf61a66b95e0a1ca 2024-11-12T17:59:02,916 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/table/9e2adfb3392e4f13a9848c3b3b46a07c is 40, key is test/table:state/1731434334652/Put/seqid=0 2024-11-12T17:59:02,924 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:02,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741842_1018 (size=5165) 2024-11-12T17:59:03,048 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:03,248 DEBUG [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:03,348 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/table/9e2adfb3392e4f13a9848c3b3b46a07c 2024-11-12T17:59:03,361 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/info/49dc43ae2f974235a06ec70eafc9bb4d as hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/info/49dc43ae2f974235a06ec70eafc9bb4d 2024-11-12T17:59:03,370 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/info/49dc43ae2f974235a06ec70eafc9bb4d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T17:59:03,374 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/ns/32cbdb582f604af29f929bc8d4899597 as hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/ns/32cbdb582f604af29f929bc8d4899597 2024-11-12T17:59:03,397 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/ns/32cbdb582f604af29f929bc8d4899597, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T17:59:03,401 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/rep_barrier/4d9ab473d706436abf61a66b95e0a1ca as hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/rep_barrier/4d9ab473d706436abf61a66b95e0a1ca 2024-11-12T17:59:03,403 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:03,410 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/rep_barrier/4d9ab473d706436abf61a66b95e0a1ca, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T17:59:03,413 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/.tmp/table/9e2adfb3392e4f13a9848c3b3b46a07c as hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/table/9e2adfb3392e4f13a9848c3b3b46a07c 2024-11-12T17:59:03,426 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/table/9e2adfb3392e4f13a9848c3b3b46a07c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T17:59:03,432 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1996ms, sequenceid=11, compaction requested=false 2024-11-12T17:59:03,441 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T17:59:03,442 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:59:03,442 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:59:03,442 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:59:03,442 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434341434Running coprocessor pre-close hooks at 1731434341434Disabling compacts and flushes for region at 1731434341434Disabling writes for close at 1731434341434Obtaining lock to block concurrent updates at 1731434341435 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731434341435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731434341437 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434341437Flushing 1588230740/info: creating writer at 1731434341437Flushing 1588230740/info: appending metadata at 1731434341482 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731434341482Flushing 1588230740/ns: creating writer at 1731434341917 (+435 ms)Flushing 1588230740/ns: appending metadata at 1731434341937 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731434341937Flushing 1588230740/rep_barrier: creating writer at 1731434342385 (+448 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434342430 (+45 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434342430Flushing 1588230740/table: creating writer at 1731434342889 (+459 ms)Flushing 1588230740/table: appending metadata at 1731434342915 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731434342916 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b56d38: reopening flushed file at 1731434343361 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2d835a: reopening flushed file at 1731434343371 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257a58c6: reopening flushed file at 1731434343397 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a86d07: reopening flushed file at 1731434343410 (+13 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1996ms, sequenceid=11, compaction requested=false at 1731434343432 (+22 ms)Writing region close event to WAL at 1731434343439 (+7 ms)Running coprocessor post-close hooks at 1731434343442 (+3 ms)Closed at 1731434343442 2024-11-12T17:59:03,442 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:59:03,449 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,36323,1731434326140; all regions closed. 2024-11-12T17:59:03,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741834_1010 (size=2717) 2024-11-12T17:59:03,451 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/WALs/6684de3f6e40,36323,1731434326140/6684de3f6e40%2C36323%2C1731434326140.meta.1731434329692.meta not finished, retry = 0 2024-11-12T17:59:03,552 DEBUG [RS:0;6684de3f6e40:36323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/oldWALs 2024-11-12T17:59:03,552 INFO [RS:0;6684de3f6e40:36323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C36323%2C1731434326140.meta:.meta(num 1731434329692) 2024-11-12T17:59:03,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741833_1009 (size=1028) 2024-11-12T17:59:03,555 DEBUG [RS:0;6684de3f6e40:36323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/oldWALs 2024-11-12T17:59:03,555 INFO [RS:0;6684de3f6e40:36323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C36323%2C1731434326140:(num 1731434328685) 2024-11-12T17:59:03,555 DEBUG [RS:0;6684de3f6e40:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:03,555 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:59:03,556 INFO [RS:0;6684de3f6e40:36323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:59:03,556 INFO [RS:0;6684de3f6e40:36323 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:59:03,557 INFO [RS:0;6684de3f6e40:36323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:59:03,557 INFO [RS:0;6684de3f6e40:36323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:36323. 2024-11-12T17:59:03,557 DEBUG [RS:0;6684de3f6e40:36323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:03,557 DEBUG [RS:0;6684de3f6e40:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:03,557 DEBUG [RS:0;6684de3f6e40:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:03,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:59:03,557 INFO [RS:0;6684de3f6e40:36323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36323 2024-11-12T17:59:03,558 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:59:03,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063/rs 2024-11-12T17:59:03,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-603905063/rs/6684de3f6e40,36323,1731434326140 2024-11-12T17:59:03,572 INFO [RS:0;6684de3f6e40:36323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:59:03,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,36323,1731434326140] 2024-11-12T17:59:03,589 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-603905063/draining/6684de3f6e40,36323,1731434326140 already deleted, retry=false 2024-11-12T17:59:03,589 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,36323,1731434326140 expired; onlineServers=0 2024-11-12T17:59:03,589 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,39171,1731434325947' ***** 2024-11-12T17:59:03,589 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:59:03,589 INFO [M:0;6684de3f6e40:39171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:59:03,589 INFO [M:0;6684de3f6e40:39171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:59:03,589 DEBUG [M:0;6684de3f6e40:39171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:59:03,590 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:59:03,590 DEBUG [M:0;6684de3f6e40:39171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:59:03,590 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434328172 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434328172,5,FailOnTimeoutGroup] 2024-11-12T17:59:03,590 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434328165 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434328165,5,FailOnTimeoutGroup] 2024-11-12T17:59:03,590 INFO [M:0;6684de3f6e40:39171 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:59:03,590 INFO [M:0;6684de3f6e40:39171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:59:03,590 DEBUG [M:0;6684de3f6e40:39171 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:59:03,590 INFO [M:0;6684de3f6e40:39171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:59:03,590 INFO [M:0;6684de3f6e40:39171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:59:03,590 INFO [M:0;6684de3f6e40:39171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:59:03,591 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:59:03,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-603905063/master 2024-11-12T17:59:03,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-603905063 2024-11-12T17:59:03,606 DEBUG [M:0;6684de3f6e40:39171 {}] zookeeper.ZKUtil(347): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Unable to get data of znode /2-603905063/master because node does not exist (not an error) 2024-11-12T17:59:03,606 WARN [M:0;6684de3f6e40:39171 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T17:59:03,607 INFO [M:0;6684de3f6e40:39171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/.lastflushedseqids 2024-11-12T17:59:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741843_1019 (size=173) 2024-11-12T17:59:03,615 INFO [M:0;6684de3f6e40:39171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:59:03,615 INFO [M:0;6684de3f6e40:39171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:59:03,615 DEBUG [M:0;6684de3f6e40:39171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:59:03,615 INFO [M:0;6684de3f6e40:39171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:03,615 DEBUG [M:0;6684de3f6e40:39171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:03,615 DEBUG [M:0;6684de3f6e40:39171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:59:03,615 DEBUG [M:0;6684de3f6e40:39171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:03,615 INFO [M:0;6684de3f6e40:39171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-12T17:59:03,630 DEBUG [M:0;6684de3f6e40:39171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12cf98204a3d4571bf608941d0c702fd is 82, key is hbase:meta,,1/info:regioninfo/1731434329933/Put/seqid=0 2024-11-12T17:59:03,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741844_1020 (size=5672) 2024-11-12T17:59:03,660 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:59:03,665 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:03,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:03,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x101317c9e400007, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:03,681 INFO [RS:0;6684de3f6e40:36323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:59:03,681 INFO [RS:0;6684de3f6e40:36323 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,36323,1731434326140; zookeeper connection closed. 2024-11-12T17:59:03,695 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39de3224 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39de3224 2024-11-12T17:59:03,697 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:59:04,038 INFO [M:0;6684de3f6e40:39171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12cf98204a3d4571bf608941d0c702fd 2024-11-12T17:59:04,102 DEBUG [M:0;6684de3f6e40:39171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88b8694cd3e14820a08549c7953b0bdd is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731434334671/Put/seqid=0 2024-11-12T17:59:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741845_1021 (size=6587) 2024-11-12T17:59:04,142 INFO [M:0;6684de3f6e40:39171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88b8694cd3e14820a08549c7953b0bdd 2024-11-12T17:59:04,231 DEBUG [M:0;6684de3f6e40:39171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a254ba78820456eb227f9135e9bded4 is 69, key is 6684de3f6e40,36323,1731434326140/rs:state/1731434328350/Put/seqid=0 2024-11-12T17:59:04,232 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:04,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741846_1022 (size=5156) 2024-11-12T17:59:04,264 INFO [M:0;6684de3f6e40:39171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a254ba78820456eb227f9135e9bded4 2024-11-12T17:59:04,281 DEBUG [M:0;6684de3f6e40:39171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12cf98204a3d4571bf608941d0c702fd as hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12cf98204a3d4571bf608941d0c702fd 2024-11-12T17:59:04,291 INFO [M:0;6684de3f6e40:39171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12cf98204a3d4571bf608941d0c702fd, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T17:59:04,292 DEBUG [M:0;6684de3f6e40:39171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88b8694cd3e14820a08549c7953b0bdd as hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88b8694cd3e14820a08549c7953b0bdd 2024-11-12T17:59:04,296 INFO [M:0;6684de3f6e40:39171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88b8694cd3e14820a08549c7953b0bdd, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T17:59:04,296 DEBUG [M:0;6684de3f6e40:39171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a254ba78820456eb227f9135e9bded4 as hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a254ba78820456eb227f9135e9bded4 2024-11-12T17:59:04,300 INFO [M:0;6684de3f6e40:39171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42671/user/jenkins/test-data/11148032-324b-6767-1900-4307a59a74a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a254ba78820456eb227f9135e9bded4, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T17:59:04,301 INFO [M:0;6684de3f6e40:39171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 686ms, sequenceid=55, compaction requested=false 2024-11-12T17:59:04,303 INFO [M:0;6684de3f6e40:39171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:04,303 DEBUG [M:0;6684de3f6e40:39171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434343615Disabling compacts and flushes for region at 1731434343615Disabling writes for close at 1731434343615Obtaining lock to block concurrent updates at 1731434343615Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434343615Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731434343615Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434343616 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434343616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434343630 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434343630Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434344057 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434344101 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434344101Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434344173 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434344230 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434344230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326bfba5: reopening flushed file at 1731434344273 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4956a65a: reopening flushed file at 1731434344291 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5b7e15: reopening flushed file at 1731434344296 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 686ms, sequenceid=55, compaction requested=false at 1731434344301 (+5 ms)Writing region close event to WAL at 1731434344303 (+2 ms)Closed at 1731434344303 2024-11-12T17:59:04,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741830_1006 (size=32782) 2024-11-12T17:59:04,312 INFO [M:0;6684de3f6e40:39171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:59:04,312 INFO [M:0;6684de3f6e40:39171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39171 2024-11-12T17:59:04,313 INFO [M:0;6684de3f6e40:39171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:59:04,313 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:59:04,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:04,439 INFO [M:0;6684de3f6e40:39171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:59:04,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101317c9e400006, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:04,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37b41963{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:59:04,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a3e9c61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:59:04,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:59:04,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f8670e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:59:04,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@455d2d73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/hadoop.log.dir/,STOPPED} 2024-11-12T17:59:04,453 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:59:04,453 WARN [BP-1613377430-172.17.0.3-1731434323550 heartbeating to localhost/127.0.0.1:42671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:59:04,453 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:59:04,453 WARN [BP-1613377430-172.17.0.3-1731434323550 heartbeating to localhost/127.0.0.1:42671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1613377430-172.17.0.3-1731434323550 (Datanode Uuid a0c55989-ac98-43ad-a6a7-189bc6d9d0a1) service to localhost/127.0.0.1:42671 2024-11-12T17:59:04,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/cluster_a3de720a-ffed-0c37-20d8-742fa8f37ef9/data/data1/current/BP-1613377430-172.17.0.3-1731434323550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:59:04,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/cluster_a3de720a-ffed-0c37-20d8-742fa8f37ef9/data/data2/current/BP-1613377430-172.17.0.3-1731434323550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:59:04,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:59:04,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60c7fd75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:59:04,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f616208{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:59:04,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:59:04,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ee40b10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:59:04,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69928f80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb6e6b5-5e67-043c-d076-1f13cdb0a606/hadoop.log.dir/,STOPPED} 2024-11-12T17:59:04,477 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:04,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:59:04,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:59:04,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:59:04,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:04,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:04,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:04,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:59:04,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1951252264, stopped=false 2024-11-12T17:59:04,493 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,36537,1731434320001 2024-11-12T17:59:04,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:59:04,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1975758205/running 2024-11-12T17:59:04,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:59:04,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1975758205/running 2024-11-12T17:59:04,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:59:04,524 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:59:04,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:59:04,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:04,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:04,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,41191,1731434320266' ***** 2024-11-12T17:59:04,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:59:04,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Set watcher on znode that does not yet exist, /1975758205/running 2024-11-12T17:59:04,526 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:59:04,526 INFO [RS:0;6684de3f6e40:41191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:59:04,526 INFO [RS:0;6684de3f6e40:41191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:59:04,526 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(3091): Received CLOSE for 120ce6a98412413e44e59af8043e4b39 2024-11-12T17:59:04,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Set watcher on znode that does not yet exist, /1975758205/running 2024-11-12T17:59:04,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:59:04,527 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,41191,1731434320266 2024-11-12T17:59:04,527 INFO [RS:0;6684de3f6e40:41191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:59:04,527 INFO [RS:0;6684de3f6e40:41191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:41191. 2024-11-12T17:59:04,527 DEBUG [RS:0;6684de3f6e40:41191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:04,527 DEBUG [RS:0;6684de3f6e40:41191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:04,527 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:59:04,527 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 120ce6a98412413e44e59af8043e4b39, disabling compactions & flushes 2024-11-12T17:59:04,527 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:59:04,527 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:59:04,527 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434332374.120ce6a98412413e44e59af8043e4b39. after waiting 0 ms 2024-11-12T17:59:04,527 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:59:04,531 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:59:04,531 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:59:04,531 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:59:04,535 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T17:59:04,535 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1325): Online Regions={120ce6a98412413e44e59af8043e4b39=test,,1731434332374.120ce6a98412413e44e59af8043e4b39., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:59:04,535 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1351): Waiting on 120ce6a98412413e44e59af8043e4b39, 1588230740 2024-11-12T17:59:04,535 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:59:04,535 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:59:04,535 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:59:04,535 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:59:04,535 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:59:04,536 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T17:59:04,565 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/default/test/120ce6a98412413e44e59af8043e4b39/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T17:59:04,570 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:59:04,570 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:59:04,570 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:59:04,570 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 120ce6a98412413e44e59af8043e4b39: Waiting for close lock at 1731434344527Running coprocessor pre-close hooks at 1731434344527Disabling compacts and flushes for region at 1731434344527Disabling writes for close at 1731434344527Writing region close event to WAL at 1731434344537 (+10 ms)Running coprocessor post-close hooks at 1731434344570 (+33 ms)Closed at 1731434344570 2024-11-12T17:59:04,571 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434332374.120ce6a98412413e44e59af8043e4b39. 2024-11-12T17:59:04,574 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/info/a1bb9426eba547a88f851d7d30651c7f is 129, key is test,,1731434332374.120ce6a98412413e44e59af8043e4b39./info:regioninfo/1731434333008/Put/seqid=0 2024-11-12T17:59:04,602 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:59:04,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741841_1017 (size=6421) 2024-11-12T17:59:04,629 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/info/a1bb9426eba547a88f851d7d30651c7f 2024-11-12T17:59:04,683 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:59:04,683 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:59:04,708 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/ns/d6031319c42e4a69991d8ce54c5e2593 is 43, key is default/ns:d/1731434323387/Put/seqid=0 2024-11-12T17:59:04,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741842_1018 (size=5153) 2024-11-12T17:59:04,739 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:04,939 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:05,119 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/ns/d6031319c42e4a69991d8ce54c5e2593 2024-11-12T17:59:05,140 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:05,140 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:05,195 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/rep_barrier/e0cb84d4b2264ad2a76307d64dfdf5d4 is 112, key is test,,1731434332374.120ce6a98412413e44e59af8043e4b39./rep_barrier:seqnumDuringOpen/1731434333008/Put/seqid=0 2024-11-12T17:59:05,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741843_1019 (size=5518) 2024-11-12T17:59:05,245 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/rep_barrier/e0cb84d4b2264ad2a76307d64dfdf5d4 2024-11-12T17:59:05,322 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/table/66cb61799f1c4c2d867b93f5018a42a1 is 40, key is test/table:state/1731434333026/Put/seqid=0 2024-11-12T17:59:05,340 DEBUG [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741844_1020 (size=5165) 2024-11-12T17:59:05,371 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/table/66cb61799f1c4c2d867b93f5018a42a1 2024-11-12T17:59:05,396 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/info/a1bb9426eba547a88f851d7d30651c7f as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/info/a1bb9426eba547a88f851d7d30651c7f 2024-11-12T17:59:05,404 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/info/a1bb9426eba547a88f851d7d30651c7f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T17:59:05,408 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:05,408 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/ns/d6031319c42e4a69991d8ce54c5e2593 as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/ns/d6031319c42e4a69991d8ce54c5e2593 2024-11-12T17:59:05,414 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/ns/d6031319c42e4a69991d8ce54c5e2593, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T17:59:05,417 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/rep_barrier/e0cb84d4b2264ad2a76307d64dfdf5d4 as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/rep_barrier/e0cb84d4b2264ad2a76307d64dfdf5d4 2024-11-12T17:59:05,426 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/rep_barrier/e0cb84d4b2264ad2a76307d64dfdf5d4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T17:59:05,429 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/.tmp/table/66cb61799f1c4c2d867b93f5018a42a1 as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/table/66cb61799f1c4c2d867b93f5018a42a1 2024-11-12T17:59:05,438 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/table/66cb61799f1c4c2d867b93f5018a42a1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T17:59:05,439 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=11, compaction requested=false 2024-11-12T17:59:05,519 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T17:59:05,520 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:59:05,520 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:59:05,520 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:59:05,520 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434344535Running coprocessor pre-close hooks at 1731434344535Disabling compacts and flushes for region at 1731434344535Disabling writes for close at 1731434344535Obtaining lock to block concurrent updates at 1731434344536 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731434344536Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731434344536Flushing stores of hbase:meta,,1.1588230740 at 1731434344537 (+1 ms)Flushing 1588230740/info: creating writer at 1731434344537Flushing 1588230740/info: appending metadata at 1731434344573 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731434344573Flushing 1588230740/ns: creating writer at 1731434344672 (+99 ms)Flushing 1588230740/ns: appending metadata at 1731434344707 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731434344707Flushing 1588230740/rep_barrier: creating writer at 1731434345153 (+446 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434345194 (+41 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434345194Flushing 1588230740/table: creating writer at 1731434345264 (+70 ms)Flushing 1588230740/table: appending metadata at 1731434345321 (+57 ms)Flushing 1588230740/table: closing flushed file at 1731434345321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6713d0fa: reopening flushed file at 1731434345394 (+73 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467389bb: reopening flushed file at 1731434345404 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275061d7: reopening flushed file at 1731434345414 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c846ce: reopening flushed file at 1731434345426 (+12 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=11, compaction requested=false at 1731434345439 (+13 ms)Writing region close event to WAL at 1731434345512 (+73 ms)Running coprocessor post-close hooks at 1731434345520 (+8 ms)Closed at 1731434345520 2024-11-12T17:59:05,520 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:59:05,540 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,41191,1731434320266; all regions closed. 2024-11-12T17:59:05,554 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/WALs/6684de3f6e40,41191,1731434320266/6684de3f6e40%2C41191%2C1731434320266.meta.1731434323297.meta not finished, retry = 0 2024-11-12T17:59:05,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741834_1010 (size=2717) 2024-11-12T17:59:05,669 DEBUG [RS:0;6684de3f6e40:41191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/oldWALs 2024-11-12T17:59:05,669 INFO [RS:0;6684de3f6e40:41191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C41191%2C1731434320266.meta:.meta(num 1731434323297) 2024-11-12T17:59:05,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741833_1009 (size=1374) 2024-11-12T17:59:05,718 DEBUG [RS:0;6684de3f6e40:41191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/oldWALs 2024-11-12T17:59:05,718 INFO [RS:0;6684de3f6e40:41191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C41191%2C1731434320266:(num 1731434322770) 2024-11-12T17:59:05,718 DEBUG [RS:0;6684de3f6e40:41191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:05,718 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:59:05,719 INFO [RS:0;6684de3f6e40:41191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:59:05,719 INFO [RS:0;6684de3f6e40:41191 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:59:05,719 INFO [RS:0;6684de3f6e40:41191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:59:05,719 INFO [RS:0;6684de3f6e40:41191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:41191. 2024-11-12T17:59:05,719 DEBUG [RS:0;6684de3f6e40:41191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:05,720 DEBUG [RS:0;6684de3f6e40:41191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:05,720 DEBUG [RS:0;6684de3f6e40:41191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:05,720 INFO [RS:0;6684de3f6e40:41191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41191 2024-11-12T17:59:05,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:59:05,720 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:59:05,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1975758205/rs/6684de3f6e40,41191,1731434320266 2024-11-12T17:59:05,764 INFO [RS:0;6684de3f6e40:41191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:59:05,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205/rs 2024-11-12T17:59:05,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,41191,1731434320266] 2024-11-12T17:59:05,782 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1975758205/draining/6684de3f6e40,41191,1731434320266 already deleted, retry=false 2024-11-12T17:59:05,782 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,41191,1731434320266 expired; onlineServers=0 2024-11-12T17:59:05,782 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,36537,1731434320001' ***** 2024-11-12T17:59:05,782 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:59:05,782 INFO [M:0;6684de3f6e40:36537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:59:05,783 INFO [M:0;6684de3f6e40:36537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:59:05,783 DEBUG [M:0;6684de3f6e40:36537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:59:05,783 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:59:05,783 DEBUG [M:0;6684de3f6e40:36537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:59:05,783 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434322083 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434322083,5,FailOnTimeoutGroup] 2024-11-12T17:59:05,783 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434322095 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434322095,5,FailOnTimeoutGroup] 2024-11-12T17:59:05,783 INFO [M:0;6684de3f6e40:36537 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:59:05,783 INFO [M:0;6684de3f6e40:36537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:59:05,783 DEBUG [M:0;6684de3f6e40:36537 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:59:05,783 INFO [M:0;6684de3f6e40:36537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:59:05,783 INFO [M:0;6684de3f6e40:36537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:59:05,783 INFO [M:0;6684de3f6e40:36537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:59:05,783 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:59:05,792 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1975758205/master already deleted, retry=false 2024-11-12T17:59:05,792 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Failed delete of our master address node; KeeperErrorCode = NoNode for /1975758205/master 2024-11-12T17:59:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1975758205/master 2024-11-12T17:59:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1975758205 2024-11-12T17:59:05,800 INFO [M:0;6684de3f6e40:36537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/.lastflushedseqids 2024-11-12T17:59:05,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741845_1021 (size=173) 2024-11-12T17:59:05,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:05,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x101317c9e400004, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:05,875 INFO [RS:0;6684de3f6e40:41191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:59:05,875 INFO [RS:0;6684de3f6e40:41191 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,41191,1731434320266; zookeeper connection closed. 2024-11-12T17:59:05,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65816aa7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65816aa7 2024-11-12T17:59:05,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:59:06,149 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:06,250 INFO [M:0;6684de3f6e40:36537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:59:06,250 INFO [M:0;6684de3f6e40:36537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:59:06,250 DEBUG [M:0;6684de3f6e40:36537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:59:06,251 INFO [M:0;6684de3f6e40:36537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:06,251 DEBUG [M:0;6684de3f6e40:36537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:06,251 DEBUG [M:0;6684de3f6e40:36537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:59:06,251 DEBUG [M:0;6684de3f6e40:36537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:06,251 INFO [M:0;6684de3f6e40:36537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-12T17:59:06,309 DEBUG [M:0;6684de3f6e40:36537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0639f4397194f95afa6f64c984e7fa5 is 82, key is hbase:meta,,1/info:regioninfo/1731434323364/Put/seqid=0 2024-11-12T17:59:06,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741846_1022 (size=5672) 2024-11-12T17:59:06,343 INFO [M:0;6684de3f6e40:36537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0639f4397194f95afa6f64c984e7fa5 2024-11-12T17:59:06,420 DEBUG [M:0;6684de3f6e40:36537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8b9cadc17b7472d9ee9b065d55be025 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731434333034/Put/seqid=0 2024-11-12T17:59:06,440 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741847_1023 (size=6586) 2024-11-12T17:59:06,508 INFO [M:0;6684de3f6e40:36537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8b9cadc17b7472d9ee9b065d55be025 2024-11-12T17:59:06,567 DEBUG [M:0;6684de3f6e40:36537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d1eac963f2141e1b847b030a2786bcc is 69, key is 6684de3f6e40,41191,1731434320266/rs:state/1731434322213/Put/seqid=0 2024-11-12T17:59:06,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741848_1024 (size=5156) 2024-11-12T17:59:06,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T17:59:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:06,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:06,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,012 INFO [M:0;6684de3f6e40:36537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d1eac963f2141e1b847b030a2786bcc 2024-11-12T17:59:07,036 DEBUG [M:0;6684de3f6e40:36537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0639f4397194f95afa6f64c984e7fa5 as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0639f4397194f95afa6f64c984e7fa5 2024-11-12T17:59:07,049 INFO [M:0;6684de3f6e40:36537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0639f4397194f95afa6f64c984e7fa5, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T17:59:07,057 DEBUG [M:0;6684de3f6e40:36537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8b9cadc17b7472d9ee9b065d55be025 as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8b9cadc17b7472d9ee9b065d55be025 2024-11-12T17:59:07,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,068 INFO [M:0;6684de3f6e40:36537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8b9cadc17b7472d9ee9b065d55be025, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T17:59:07,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,074 DEBUG [M:0;6684de3f6e40:36537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d1eac963f2141e1b847b030a2786bcc as hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d1eac963f2141e1b847b030a2786bcc 2024-11-12T17:59:07,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,097 INFO [M:0;6684de3f6e40:36537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d1eac963f2141e1b847b030a2786bcc, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T17:59:07,109 INFO [M:0;6684de3f6e40:36537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 858ms, sequenceid=55, compaction requested=false 2024-11-12T17:59:07,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:59:07,148 INFO [M:0;6684de3f6e40:36537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:07,148 DEBUG [M:0;6684de3f6e40:36537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434346250Disabling compacts and flushes for region at 1731434346250Disabling writes for close at 1731434346251 (+1 ms)Obtaining lock to block concurrent updates at 1731434346251Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434346251Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731434346251Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434346260 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434346261 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434346308 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434346308Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434346380 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434346420 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434346420Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434346528 (+108 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434346567 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434346567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c483ed5: reopening flushed file at 1731434347033 (+466 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d9d002: reopening flushed file at 1731434347049 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c8f6e3a: reopening flushed file at 1731434347068 (+19 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 858ms, sequenceid=55, compaction requested=false at 1731434347109 (+41 ms)Writing region close event to WAL at 1731434347148 (+39 ms)Closed at 1731434347148 2024-11-12T17:59:07,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f78f8bbb-d450-916b-26d9-a71930e65430/MasterData/WALs/6684de3f6e40,36537,1731434320001/6684de3f6e40%2C36537%2C1731434320001.1731434321395 not finished, retry = 0 2024-11-12T17:59:07,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741830_1006 (size=32770) 2024-11-12T17:59:07,270 INFO [M:0;6684de3f6e40:36537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:59:07,271 INFO [M:0;6684de3f6e40:36537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36537 2024-11-12T17:59:07,271 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:59:07,273 INFO [M:0;6684de3f6e40:36537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:59:07,281 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:07,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:07,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101317c9e400003, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:07,419 INFO [M:0;6684de3f6e40:36537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:59:07,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23eb75bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:59:07,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3da7d441{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:59:07,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:59:07,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67f431f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:59:07,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28070112{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/hadoop.log.dir/,STOPPED} 2024-11-12T17:59:07,468 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:59:07,468 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:59:07,471 WARN [BP-2013182814-172.17.0.3-1731434317413 heartbeating to localhost/127.0.0.1:45047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:59:07,471 WARN [BP-2013182814-172.17.0.3-1731434317413 heartbeating to localhost/127.0.0.1:45047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2013182814-172.17.0.3-1731434317413 (Datanode Uuid 951887bd-07f8-43c4-a2d7-96393ae4e762) service to localhost/127.0.0.1:45047 2024-11-12T17:59:07,472 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:59:07,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/cluster_61a834cc-65e0-0d61-dd34-ab14fb6f8d30/data/data1/current/BP-2013182814-172.17.0.3-1731434317413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:59:07,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/cluster_61a834cc-65e0-0d61-dd34-ab14fb6f8d30/data/data2/current/BP-2013182814-172.17.0.3-1731434317413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:59:07,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42f8b4d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:59:07,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43b9d584{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:59:07,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:59:07,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56fa92ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:59:07,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16bdc7f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39cc6cde-abb3-a0b5-5ae2-619893af157b/hadoop.log.dir/,STOPPED} 2024-11-12T17:59:07,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:59:07,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:59:07,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:59:07,515 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:07,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:07,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:07,515 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:59:07,515 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=230789949, stopped=false 2024-11-12T17:59:07,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:59:07,515 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,43619,1731434314103 2024-11-12T17:59:07,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0953091178/running 2024-11-12T17:59:07,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0953091178/running 2024-11-12T17:59:07,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:59:07,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:59:07,543 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:59:07,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:59:07,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:07,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:07,544 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,43323,1731434314523' ***** 2024-11-12T17:59:07,544 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:59:07,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Set watcher on znode that does not yet exist, /0953091178/running 2024-11-12T17:59:07,550 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:59:07,550 INFO [RS:0;6684de3f6e40:43323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:59:07,550 INFO [RS:0;6684de3f6e40:43323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:59:07,550 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:59:07,550 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for 01a51bcd59ecf6b7de308380b5ecbe67 2024-11-12T17:59:07,550 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:59:07,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Set watcher on znode that does not yet exist, /0953091178/running 2024-11-12T17:59:07,550 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,43323,1731434314523 2024-11-12T17:59:07,550 INFO [RS:0;6684de3f6e40:43323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:59:07,550 INFO [RS:0;6684de3f6e40:43323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:43323. 2024-11-12T17:59:07,550 DEBUG [RS:0;6684de3f6e40:43323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:07,551 DEBUG [RS:0;6684de3f6e40:43323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:07,551 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:59:07,551 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:59:07,551 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:59:07,551 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:59:07,551 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01a51bcd59ecf6b7de308380b5ecbe67, disabling compactions & flushes 2024-11-12T17:59:07,551 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:59:07,551 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:59:07,551 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. after waiting 0 ms 2024-11-12T17:59:07,551 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:59:07,551 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 01a51bcd59ecf6b7de308380b5ecbe67 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-12T17:59:07,552 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:59:07,556 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T17:59:07,556 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1325): Online Regions={01a51bcd59ecf6b7de308380b5ecbe67=hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67., 1588230740=hbase:meta,,1.1588230740, 27bba02ece3f8a0a252bfc2ff67eff59=test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59.} 2024-11-12T17:59:07,556 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1351): Waiting on 01a51bcd59ecf6b7de308380b5ecbe67, 1588230740, 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:59:07,559 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:59:07,559 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:59:07,559 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:59:07,559 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:59:07,559 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:59:07,560 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T17:59:07,597 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:07,604 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/info/e29972fbef2141d9909d003d493a35aa is 147, key is hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67./info:regioninfo/1731434335759/Put/seqid=0 2024-11-12T17:59:07,604 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/.tmp/hfileref/19f2c3038a674985938cebde73f57b05 is 74, key is 1/hfileref:37aa001c1b5a412e87689b7b671a1ec4_SeqId_4_/1731434337834/DeleteColumn/seqid=0 2024-11-12T17:59:07,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741848_1024 (size=5489) 2024-11-12T17:59:07,638 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/.tmp/hfileref/19f2c3038a674985938cebde73f57b05 2024-11-12T17:59:07,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741847_1023 (size=7686) 2024-11-12T17:59:07,652 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/info/e29972fbef2141d9909d003d493a35aa 2024-11-12T17:59:07,675 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/.tmp/queue/6efd6027e5bf4ef6a4b54ea02505c121 is 153, key is 1-6684de3f6e40,43323,1731434314523/queue:6684de3f6e40%2C43323%2C1731434314523/1731434340755/Put/seqid=0 2024-11-12T17:59:07,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741849_1025 (size=5504) 2024-11-12T17:59:07,690 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/.tmp/queue/6efd6027e5bf4ef6a4b54ea02505c121 2024-11-12T17:59:07,694 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/ns/766dcd4439474e09813dc4587ed8f106 is 43, key is default/ns:d/1731434317193/Put/seqid=0 2024-11-12T17:59:07,698 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/.tmp/hfileref/19f2c3038a674985938cebde73f57b05 as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/hfileref/19f2c3038a674985938cebde73f57b05 2024-11-12T17:59:07,715 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/hfileref/19f2c3038a674985938cebde73f57b05, entries=6, sequenceid=17, filesize=5.4 K 2024-11-12T17:59:07,717 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/.tmp/queue/6efd6027e5bf4ef6a4b54ea02505c121 as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/queue/6efd6027e5bf4ef6a4b54ea02505c121 2024-11-12T17:59:07,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741850_1026 (size=5153) 2024-11-12T17:59:07,725 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/queue/6efd6027e5bf4ef6a4b54ea02505c121, entries=2, sequenceid=17, filesize=5.4 K 2024-11-12T17:59:07,727 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/ns/766dcd4439474e09813dc4587ed8f106 2024-11-12T17:59:07,732 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 01a51bcd59ecf6b7de308380b5ecbe67 in 180ms, sequenceid=17, compaction requested=false 2024-11-12T17:59:07,757 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1351): Waiting on 01a51bcd59ecf6b7de308380b5ecbe67, 1588230740, 27bba02ece3f8a0a252bfc2ff67eff59 2024-11-12T17:59:07,782 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/rep_barrier/c4eae88bb2ca4d4e80c13416b7ee4129 is 112, key is test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59./rep_barrier:seqnumDuringOpen/1731434331685/Put/seqid=0 2024-11-12T17:59:07,809 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/replication/01a51bcd59ecf6b7de308380b5ecbe67/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-12T17:59:07,823 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:59:07,823 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:59:07,823 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:59:07,823 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01a51bcd59ecf6b7de308380b5ecbe67: Waiting for close lock at 1731434347551Running coprocessor pre-close hooks at 1731434347551Disabling compacts and flushes for region at 1731434347551Disabling writes for close at 1731434347551Obtaining lock to block concurrent updates at 1731434347551Preparing flush snapshotting stores in 01a51bcd59ecf6b7de308380b5ecbe67 at 1731434347551Finished memstore snapshotting hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731434347552 (+1 ms)Flushing stores of hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. at 1731434347556 (+4 ms)Flushing 01a51bcd59ecf6b7de308380b5ecbe67/hfileref: creating writer at 1731434347556Flushing 01a51bcd59ecf6b7de308380b5ecbe67/hfileref: appending metadata at 1731434347604 (+48 ms)Flushing 01a51bcd59ecf6b7de308380b5ecbe67/hfileref: closing flushed file at 1731434347604Flushing 01a51bcd59ecf6b7de308380b5ecbe67/queue: creating writer at 1731434347649 (+45 ms)Flushing 01a51bcd59ecf6b7de308380b5ecbe67/queue: appending metadata at 1731434347674 (+25 ms)Flushing 01a51bcd59ecf6b7de308380b5ecbe67/queue: closing flushed file at 1731434347674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390847fd: reopening flushed file at 1731434347698 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fba6dab: reopening flushed file at 1731434347715 (+17 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 01a51bcd59ecf6b7de308380b5ecbe67 in 180ms, sequenceid=17, compaction requested=false at 1731434347732 (+17 ms)Writing region close event to WAL at 1731434347757 (+25 ms)Running coprocessor post-close hooks at 1731434347823 (+66 ms)Closed at 1731434347823 2024-11-12T17:59:07,824 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731434334766.01a51bcd59ecf6b7de308380b5ecbe67. 2024-11-12T17:59:07,824 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27bba02ece3f8a0a252bfc2ff67eff59, disabling compactions & flushes 2024-11-12T17:59:07,824 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:59:07,824 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:59:07,824 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. after waiting 0 ms 2024-11-12T17:59:07,824 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:59:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741851_1027 (size=5518) 2024-11-12T17:59:07,891 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/default/test/27bba02ece3f8a0a252bfc2ff67eff59/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T17:59:07,895 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:59:07,895 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T17:59:07,895 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:59:07,895 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27bba02ece3f8a0a252bfc2ff67eff59: Waiting for close lock at 1731434347824Running coprocessor pre-close hooks at 1731434347824Disabling compacts and flushes for region at 1731434347824Disabling writes for close at 1731434347824Writing region close event to WAL at 1731434347851 (+27 ms)Running coprocessor post-close hooks at 1731434347895 (+44 ms)Closed at 1731434347895 2024-11-12T17:59:07,896 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731434330203.27bba02ece3f8a0a252bfc2ff67eff59. 2024-11-12T17:59:07,959 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:08,160 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:08,199 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:59:08,199 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:59:08,234 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/rep_barrier/c4eae88bb2ca4d4e80c13416b7ee4129 2024-11-12T17:59:08,293 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/table/185eb453691a45de8e83fd48c53a3d29 is 53, key is hbase:replication/table:state/1731434335781/Put/seqid=0 2024-11-12T17:59:08,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741852_1028 (size=5308) 2024-11-12T17:59:08,339 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/table/185eb453691a45de8e83fd48c53a3d29 2024-11-12T17:59:08,360 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:08,368 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/info/e29972fbef2141d9909d003d493a35aa as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/info/e29972fbef2141d9909d003d493a35aa 2024-11-12T17:59:08,389 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/info/e29972fbef2141d9909d003d493a35aa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T17:59:08,393 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/ns/766dcd4439474e09813dc4587ed8f106 as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/ns/766dcd4439474e09813dc4587ed8f106 2024-11-12T17:59:08,427 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/ns/766dcd4439474e09813dc4587ed8f106, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T17:59:08,433 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/rep_barrier/c4eae88bb2ca4d4e80c13416b7ee4129 as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/rep_barrier/c4eae88bb2ca4d4e80c13416b7ee4129 2024-11-12T17:59:08,449 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/rep_barrier/c4eae88bb2ca4d4e80c13416b7ee4129, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T17:59:08,454 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/.tmp/table/185eb453691a45de8e83fd48c53a3d29 as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/table/185eb453691a45de8e83fd48c53a3d29 2024-11-12T17:59:08,476 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/table/185eb453691a45de8e83fd48c53a3d29, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T17:59:08,481 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false 2024-11-12T17:59:08,481 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:59:08,503 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:08,563 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:59:08,563 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:59:08,563 DEBUG [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:59:08,573 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:59:08,573 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 688, reset compression=false 2024-11-12T17:59:08,573 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6684de3f6e40,43323,1731434314523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:59:08,575 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6684de3f6e40,43323,1731434314523: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6684de3f6e40,43323,1731434314523, walGroup=6684de3f6e40%2C43323%2C1731434314523, offset=6684de3f6e40%2C43323%2C1731434314523.1731434338624:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:43323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T17:59:08,576 ERROR [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:59:08,576 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:59:08,577 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:59:08,577 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:59:08,577 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:59:08,577 INFO [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1619001344, "init": 1048576000, "max": 2306867200, "used": 1174429536 }, "NonHeapMemoryUsage": { "committed": 211812352, "init": 7667712, "max": -1, "used": 208679304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T17:59:08,577 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:43619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:43619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T17:59:08,601 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T17:59:08,608 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T17:59:08,608 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:59:08,608 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:59:08,609 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434347559Running coprocessor pre-close hooks at 1731434347559Disabling compacts and flushes for region at 1731434347559Disabling writes for close at 1731434347559Obtaining lock to block concurrent updates at 1731434347560 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731434347560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731434347560Flushing stores of hbase:meta,,1.1588230740 at 1731434347566 (+6 ms)Flushing 1588230740/info: creating writer at 1731434347566Flushing 1588230740/info: appending metadata at 1731434347604 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731434347604Flushing 1588230740/ns: creating writer at 1731434347664 (+60 ms)Flushing 1588230740/ns: appending metadata at 1731434347693 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731434347693Flushing 1588230740/rep_barrier: creating writer at 1731434347736 (+43 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731434347780 (+44 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731434347780Flushing 1588230740/table: creating writer at 1731434348252 (+472 ms)Flushing 1588230740/table: appending metadata at 1731434348288 (+36 ms)Flushing 1588230740/table: closing flushed file at 1731434348293 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ce8357: reopening flushed file at 1731434348362 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b27db3: reopening flushed file at 1731434348390 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df8d42a: reopening flushed file at 1731434348427 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c64fbef: reopening flushed file at 1731434348449 (+22 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false at 1731434348481 (+32 ms)Writing region close event to WAL at 1731434348568 (+87 ms)Running coprocessor post-close hooks at 1731434348608 (+40 ms)Closed at 1731434348608 2024-11-12T17:59:08,609 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:59:08,763 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,43323,1731434314523; all regions closed. 2024-11-12T17:59:08,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.meta.1731434338535.meta not finished, retry = 0 2024-11-12T17:59:08,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741842_1018 (size=859) 2024-11-12T17:59:08,809 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 393, reset compression=false 2024-11-12T17:59:08,822 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 688, reset compression=false 2024-11-12T17:59:08,842 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T17:59:08,842 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 688, reset compression=false 2024-11-12T17:59:08,843 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6684de3f6e40,43323,1731434314523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T17:59:08,843 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-12T17:59:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741843_1019 (size=2791) 2024-11-12T17:59:08,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 not finished, retry = 0 2024-11-12T17:59:08,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741844_1020 (size=696) 2024-11-12T17:59:09,052 DEBUG [RS:0;6684de3f6e40:43323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:09,052 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:59:09,058 INFO [RS:0;6684de3f6e40:43323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:59:09,058 INFO [RS:0;6684de3f6e40:43323 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T17:59:09,058 INFO [RS:0;6684de3f6e40:43323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:59:09,058 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6684de3f6e40,43323,1731434314523 because: Region server is closing 2024-11-12T17:59:09,059 INFO [RS:0;6684de3f6e40:43323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:43323. 2024-11-12T17:59:09,059 DEBUG [RS:0;6684de3f6e40:43323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:09,059 DEBUG [RS:0;6684de3f6e40:43323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:09,059 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:59:09,059 DEBUG [RS:0;6684de3f6e40:43323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:09,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:59:09,066 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 to pos 688, reset compression=false 2024-11-12T17:59:09,076 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/WALs/6684de3f6e40,43323,1731434314523/6684de3f6e40%2C43323%2C1731434314523.1731434338624 2024-11-12T17:59:09,076 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-12T17:59:09,076 DEBUG [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-12T17:59:09,159 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,1-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,1-6684de3f6e40,43323,1731434314523 terminated 2024-11-12T17:59:09,160 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6684de3f6e40,43323,1731434314523 because: Region server is closing 2024-11-12T17:59:09,160 INFO [RS:0;6684de3f6e40:43323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:43323. 2024-11-12T17:59:09,160 DEBUG [RS:0;6684de3f6e40:43323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:59:09,160 DEBUG [RS:0;6684de3f6e40:43323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:09,160 DEBUG [RS:0;6684de3f6e40:43323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:59:09,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:59:09,263 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.shipper6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 terminated 2024-11-12T17:59:09,263 INFO [RS:0;6684de3f6e40:43323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43323 2024-11-12T17:59:09,264 WARN [RS_REFRESH_PEER-regionserver/6684de3f6e40:0-0.replicationSource,2-6684de3f6e40,43323,1731434314523.replicationSource.wal-reader.6684de3f6e40%2C43323%2C1731434314523,2-6684de3f6e40,43323,1731434314523 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-12T17:59:09,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0953091178/rs/6684de3f6e40,43323,1731434314523 2024-11-12T17:59:09,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178/rs 2024-11-12T17:59:09,295 INFO [RS:0;6684de3f6e40:43323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:59:09,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,43323,1731434314523] 2024-11-12T17:59:09,323 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0953091178/draining/6684de3f6e40,43323,1731434314523 already deleted, retry=false 2024-11-12T17:59:09,323 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,43323,1731434314523 expired; onlineServers=0 2024-11-12T17:59:09,323 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,43619,1731434314103' ***** 2024-11-12T17:59:09,323 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:59:09,323 INFO [M:0;6684de3f6e40:43619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:59:09,323 INFO [M:0;6684de3f6e40:43619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:59:09,323 DEBUG [M:0;6684de3f6e40:43619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:59:09,323 DEBUG [M:0;6684de3f6e40:43619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:59:09,323 INFO [M:0;6684de3f6e40:43619 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:59:09,323 INFO [M:0;6684de3f6e40:43619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:59:09,324 DEBUG [M:0;6684de3f6e40:43619 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:59:09,324 INFO [M:0;6684de3f6e40:43619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:59:09,324 INFO [M:0;6684de3f6e40:43619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:59:09,324 ERROR [M:0;6684de3f6e40:43619 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1226814053) connection to localhost/127.0.0.1:39311 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39311,5,PEWorkerGroup] 2024-11-12T17:59:09,324 INFO [M:0;6684de3f6e40:43619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:59:09,324 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434316052 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434316052,5,FailOnTimeoutGroup] 2024-11-12T17:59:09,324 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:59:09,324 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434316073 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434316073,5,FailOnTimeoutGroup] 2024-11-12T17:59:09,327 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:59:09,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0953091178/master 2024-11-12T17:59:09,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0953091178 2024-11-12T17:59:09,343 INFO [M:0;6684de3f6e40:43619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/.lastflushedseqids 2024-11-12T17:59:09,347 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0953091178/master already deleted, retry=false 2024-11-12T17:59:09,347 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Failed delete of our master address node; KeeperErrorCode = NoNode for /0953091178/master 2024-11-12T17:59:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741853_1029 (size=263) 2024-11-12T17:59:09,416 INFO [RS:0;6684de3f6e40:43323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:59:09,417 INFO [RS:0;6684de3f6e40:43323 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,43323,1731434314523; zookeeper connection closed. 2024-11-12T17:59:09,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:09,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x101317c9e400001, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:09,423 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19ddf32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19ddf32 2024-11-12T17:59:09,427 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T17:59:09,618 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T17:59:09,618 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T17:59:09,780 INFO [M:0;6684de3f6e40:43619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:59:09,780 INFO [M:0;6684de3f6e40:43619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:59:09,781 DEBUG [M:0;6684de3f6e40:43619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:59:09,781 INFO [M:0;6684de3f6e40:43619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:09,781 DEBUG [M:0;6684de3f6e40:43619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:09,781 DEBUG [M:0;6684de3f6e40:43619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:59:09,781 DEBUG [M:0;6684de3f6e40:43619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:09,781 INFO [M:0;6684de3f6e40:43619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-12T17:59:09,813 DEBUG [M:0;6684de3f6e40:43619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c48e0d9bdc14c2589ba698c739236df is 82, key is hbase:meta,,1/info:regioninfo/1731434316952/Put/seqid=0 2024-11-12T17:59:09,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741854_1030 (size=5672) 2024-11-12T17:59:09,853 INFO [M:0;6684de3f6e40:43619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c48e0d9bdc14c2589ba698c739236df 2024-11-12T17:59:09,938 DEBUG [M:0;6684de3f6e40:43619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c270049bbff4e8e961032ce8c5f521f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731434331710/Put/seqid=0 2024-11-12T17:59:09,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741855_1031 (size=7610) 2024-11-12T17:59:09,984 INFO [M:0;6684de3f6e40:43619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c270049bbff4e8e961032ce8c5f521f 2024-11-12T17:59:10,013 INFO [M:0;6684de3f6e40:43619 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c270049bbff4e8e961032ce8c5f521f 2024-11-12T17:59:10,049 DEBUG [M:0;6684de3f6e40:43619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c870a49cc3245959b95f915bdff0a89 is 69, key is 6684de3f6e40,43323,1731434314523/rs:state/1731434316154/Put/seqid=0 2024-11-12T17:59:10,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741856_1032 (size=5156) 2024-11-12T17:59:10,510 INFO [M:0;6684de3f6e40:43619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c870a49cc3245959b95f915bdff0a89 2024-11-12T17:59:10,524 DEBUG [M:0;6684de3f6e40:43619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c48e0d9bdc14c2589ba698c739236df as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c48e0d9bdc14c2589ba698c739236df 2024-11-12T17:59:10,551 INFO [M:0;6684de3f6e40:43619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c48e0d9bdc14c2589ba698c739236df, entries=8, sequenceid=121, filesize=5.5 K 2024-11-12T17:59:10,567 DEBUG [M:0;6684de3f6e40:43619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c270049bbff4e8e961032ce8c5f521f as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c270049bbff4e8e961032ce8c5f521f 2024-11-12T17:59:10,595 INFO [M:0;6684de3f6e40:43619 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c270049bbff4e8e961032ce8c5f521f 2024-11-12T17:59:10,595 INFO [M:0;6684de3f6e40:43619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c270049bbff4e8e961032ce8c5f521f, entries=13, sequenceid=121, filesize=7.4 K 2024-11-12T17:59:10,600 DEBUG [M:0;6684de3f6e40:43619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c870a49cc3245959b95f915bdff0a89 as hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c870a49cc3245959b95f915bdff0a89 2024-11-12T17:59:10,628 INFO [M:0;6684de3f6e40:43619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c870a49cc3245959b95f915bdff0a89, entries=1, sequenceid=121, filesize=5.0 K 2024-11-12T17:59:10,629 INFO [M:0;6684de3f6e40:43619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 848ms, sequenceid=121, compaction requested=false 2024-11-12T17:59:10,673 INFO [M:0;6684de3f6e40:43619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:59:10,673 DEBUG [M:0;6684de3f6e40:43619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434349781Disabling compacts and flushes for region at 1731434349781Disabling writes for close at 1731434349781Obtaining lock to block concurrent updates at 1731434349781Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434349781Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731434349781Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434349790 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434349790Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434349812 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434349812Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434349877 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434349937 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434349937Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434350014 (+77 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434350048 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434350048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae32e45: reopening flushed file at 1731434350520 (+472 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47223b01: reopening flushed file at 1731434350551 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e79aad4: reopening flushed file at 1731434350595 (+44 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 848ms, sequenceid=121, compaction requested=false at 1731434350629 (+34 ms)Writing region close event to WAL at 1731434350673 (+44 ms)Closed at 1731434350673 2024-11-12T17:59:10,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741830_1006 (size=69920) 2024-11-12T17:59:10,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/160a983c-fc8c-1628-8ead-7f8ec52a37cd/MasterData/WALs/6684de3f6e40,43619,1731434314103/6684de3f6e40%2C43619%2C1731434314103.1731434315596 not finished, retry = 0 2024-11-12T17:59:10,808 INFO [M:0;6684de3f6e40:43619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:59:10,808 INFO [M:0;6684de3f6e40:43619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43619 2024-11-12T17:59:10,808 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:59:10,812 INFO [M:0;6684de3f6e40:43619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:59:11,008 INFO [M:0;6684de3f6e40:43619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:59:11,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:11,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x101317c9e400000, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:59:11,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19c881b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:59:11,034 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f12dbc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:59:11,034 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:59:11,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d7c3b05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:59:11,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687e4ab4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/hadoop.log.dir/,STOPPED} 2024-11-12T17:59:11,042 WARN [BP-305734813-172.17.0.3-1731434310772 heartbeating to localhost/127.0.0.1:39311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:59:11,042 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:59:11,042 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:59:11,042 WARN [BP-305734813-172.17.0.3-1731434310772 heartbeating to localhost/127.0.0.1:39311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-305734813-172.17.0.3-1731434310772 (Datanode Uuid 90967a40-ea04-4490-b07e-5f8150e92a3a) service to localhost/127.0.0.1:39311 2024-11-12T17:59:11,043 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/cluster_28b2740b-c4b5-97ee-1c88-abc978756b4a/data/data1/current/BP-305734813-172.17.0.3-1731434310772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:59:11,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/cluster_28b2740b-c4b5-97ee-1c88-abc978756b4a/data/data2/current/BP-305734813-172.17.0.3-1731434310772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:59:11,044 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:59:11,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59ea6046{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:59:11,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f7d9c0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:59:11,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:59:11,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3df13e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:59:11,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45baff95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae82e033-0023-9670-746a-9ea2c3ae3723/hadoop.log.dir/,STOPPED} 2024-11-12T17:59:11,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T17:59:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:59:11,149 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 526) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61237) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61237) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61237) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39311 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42671 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45047 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42671 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=971 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1551 (was 1648), ProcessCount=11 (was 11), AvailableMemoryMB=1276 (was 2119) 2024-11-12T17:59:11,149 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500 2024-11-12T17:59:11,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101317c9e400005, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:59:11,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101317c9e400005, quorum=127.0.0.1:61237, baseZNode=/1975758205 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:59:11,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101317c9e400002, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:59:11,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101317c9e400008, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T17:59:11,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101317c9e400008, quorum=127.0.0.1:61237, baseZNode=/2-603905063 Received Disconnected from ZooKeeper, ignoring 2024-11-12T17:59:11,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101317c9e400002, quorum=127.0.0.1:61237, baseZNode=/0953091178 Received Disconnected from ZooKeeper, ignoring